2014-04-10 11:09:08,843 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2014-04-10 11:09:08,868 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2014-04-10 11:09:08,868 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.FieldedPipesPlatformTest
2014-04-10 11:09:08,884 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(112)) - using cluster
2014-04-10 11:09:09,271 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2014-04-10 11:09:09,293 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:09:09,310 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:09:09,311 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:09:09,312 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2014-04-10 11:09:09,312 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:09:09,312 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:09:09,314 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:09:09,315 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:09,316 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:09:09,316 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:09:09,322 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:09:09,323 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:09:09,323 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:09:09,323 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:09:09,324 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:09:09,324 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:09:09,324 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:09:09,324 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:09:09,325 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:09:09,328 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:09:09,328 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:09:09,329 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:09:09,329 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:09:09,331 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:09:09,449 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:09:09,449 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:09,449 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:09:09,450 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:09:09,450 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:09:09,454 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:09:09,454 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:09,455 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:09:09,455 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:09:09,456 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:09:09,456 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:09:09,457 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:09:09,458 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:09:09,458 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:09:09,459 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:09:09,459 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:09,460 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:09:09,460 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:09:09,671 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1 has been successfully formatted.
2014-04-10 11:09:09,865 INFO common.Storage (NNStorage.java:format(527)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2 has been successfully formatted.
2014-04-10 11:09:09,879 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:09:09,879 INFO namenode.FSImage (FSImageFormat.java:save(1039)) - Saving image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 using no compression
2014-04-10 11:09:09,913 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:09:09,955 INFO namenode.FSImage (FSImageFormat.java:save(1077)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage.ckpt_0000000000000000000 of size 217 bytes saved in 0 seconds.
2014-04-10 11:09:10,032 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(177)) - Going to retain 1 images with txid >= 0
2014-04-10 11:09:10,055 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2014-04-10 11:09:10,089 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(344)) - Scheduled snapshot period at 10 second(s).
2014-04-10 11:09:10,089 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(183)) - NameNode metrics system started
2014-04-10 11:09:10,122 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1581)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2014-04-10 11:09:10,122 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1592)) - Starting Web-server for hdfs at: http://127.0.0.1:0
2014-04-10 11:09:10,149 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2014-04-10 11:09:10,152 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2014-04-10 11:09:10,159 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:10,160 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2014-04-10 11:09:10,161 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:10,161 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:10,175 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(81)) - Added filter 'SPNEGO' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2014-04-10 11:09:10,176 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:09:10,185 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 34927
2014-04-10 11:09:10,185 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:10,201 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/hdfs to /tmp/Jetty_127_0_0_1_34927_hdfs____.flgxya/webapp
2014-04-10 11:09:10,354 WARN server.AuthenticationFilter (AuthenticationFilter.java:init(158)) - 'signature.secret' configuration not set, using a random value as secret
2014-04-10 11:09:10,373 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:34927
2014-04-10 11:09:10,374 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(649)) - fsLock is fair:true
2014-04-10 11:09:10,375 INFO namenode.HostFileManager (HostFileManager.java:refresh(304)) - read includes:
HostSet(
)
2014-04-10 11:09:10,375 INFO namenode.HostFileManager (HostFileManager.java:refresh(311)) - read excludes:
HostSet(
)
2014-04-10 11:09:10,375 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(229)) - dfs.block.invalidate.limit=1000
2014-04-10 11:09:10,376 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(235)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2014-04-10 11:09:10,376 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlocksMap
2014-04-10 11:09:10,376 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:10,376 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 2.0% max memory 672 MB = 13.4 MB
2014-04-10 11:09:10,376 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^21 = 2097152 entries
2014-04-10 11:09:10,377 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(328)) - dfs.block.access.token.enable=false
2014-04-10 11:09:10,378 INFO blockmanagement.BlockManager (BlockManager.java:<init>(313)) - defaultReplication = 3
2014-04-10 11:09:10,378 INFO blockmanagement.BlockManager (BlockManager.java:<init>(314)) - maxReplication = 512
2014-04-10 11:09:10,378 INFO blockmanagement.BlockManager (BlockManager.java:<init>(315)) - minReplication = 1
2014-04-10 11:09:10,378 INFO blockmanagement.BlockManager (BlockManager.java:<init>(316)) - maxReplicationStreams = 2
2014-04-10 11:09:10,379 INFO blockmanagement.BlockManager (BlockManager.java:<init>(317)) - shouldCheckForEnoughRacks = false
2014-04-10 11:09:10,379 INFO blockmanagement.BlockManager (BlockManager.java:<init>(318)) - replicationRecheckInterval = 3000
2014-04-10 11:09:10,379 INFO blockmanagement.BlockManager (BlockManager.java:<init>(319)) - encryptDataTransfer = false
2014-04-10 11:09:10,379 INFO blockmanagement.BlockManager (BlockManager.java:<init>(320)) - maxNumBlocksToLog = 1000
2014-04-10 11:09:10,379 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(666)) - fsOwner = brock (auth:SIMPLE)
2014-04-10 11:09:10,379 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(667)) - supergroup = supergroup
2014-04-10 11:09:10,380 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(668)) - isPermissionEnabled = true
2014-04-10 11:09:10,380 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(679)) - HA Enabled: false
2014-04-10 11:09:10,380 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(716)) - Append Enabled: true
2014-04-10 11:09:10,381 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map INodeMap
2014-04-10 11:09:10,381 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:10,381 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 1.0% max memory 672 MB = 6.7 MB
2014-04-10 11:09:10,381 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^20 = 1048576 entries
2014-04-10 11:09:10,382 INFO namenode.NameNode (FSDirectory.java:<init>(189)) - Caching file names occuring more than 10 times
2014-04-10 11:09:10,382 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map cachedBlocks
2014-04-10 11:09:10,382 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:10,383 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.25% max memory 672 MB = 1.7 MB
2014-04-10 11:09:10,383 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^18 = 262144 entries
2014-04-10 11:09:10,383 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4614)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2014-04-10 11:09:10,383 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4615)) - dfs.namenode.safemode.min.datanodes = 0
2014-04-10 11:09:10,383 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(4616)) - dfs.namenode.safemode.extension = 0
2014-04-10 11:09:10,384 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(787)) - Retry cache on namenode is enabled
2014-04-10 11:09:10,384 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(795)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2014-04-10 11:09:10,384 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map Namenode Retry Cache
2014-04-10 11:09:10,384 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:10,384 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2014-04-10 11:09:10,385 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^15 = 32768 entries
2014-04-10 11:09:10,466 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:10,516 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:10,520 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current
2014-04-10 11:09:10,521 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(294)) - Recovering unfinalized segments in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name2/current
2014-04-10 11:09:10,522 INFO namenode.FSImage (FSImage.java:loadFSImage(631)) - No edit log streams selected.
2014-04-10 11:09:10,525 INFO namenode.FSImage (FSImageFormat.java:load(336)) - Loading image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 using no compression
2014-04-10 11:09:10,525 INFO namenode.FSImage (FSImageFormat.java:load(339)) - Number of files = 1
2014-04-10 11:09:10,526 INFO namenode.FSImage (FSImageFormat.java:loadFilesUnderConstruction(837)) - Number of files under construction = 0
2014-04-10 11:09:10,527 INFO namenode.FSImage (FSImageFormat.java:load(373)) - Image file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000 of size 217 bytes loaded in 0 seconds.
2014-04-10 11:09:10,527 INFO namenode.FSImage (FSImage.java:loadFSImage(841)) - Loaded image for txid 0 from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2014-04-10 11:09:10,530 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1074)) - Starting log segment at 1
2014-04-10 11:09:10,852 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2014-04-10 11:09:10,852 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(617)) - Finished loading FSImage in 467 msecs
2014-04-10 11:09:10,948 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(279)) - RPC server is binding to 127.0.0.1:0
2014-04-10 11:09:10,959 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 46570
2014-04-10 11:09:10,975 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(5560)) - Registered FSNamesystemState MBean
2014-04-10 11:09:10,986 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:09:10,986 INFO namenode.FSNamesystem (FSNamesystem.java:getCompleteBlocksTotal(5217)) - Number of blocks under construction: 0
2014-04-10 11:09:10,987 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(4727)) - initializing replication queues
2014-04-10 11:09:10,999 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2380)) - Total number of blocks = 0
2014-04-10 11:09:10,999 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2381)) - Number of invalid blocks = 0
2014-04-10 11:09:10,999 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2382)) - Number of under-replicated blocks = 0
2014-04-10 11:09:11,000 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2383)) - Number of over-replicated blocks = 0
2014-04-10 11:09:11,000 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatedBlocks(2385)) - Number of blocks being written = 0
2014-04-10 11:09:11,000 INFO hdfs.StateChange (FSNamesystem.java:initializeReplQueues(4732)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 13 msec
2014-04-10 11:09:11,000 INFO hdfs.StateChange (FSNamesystem.java:leave(4696)) - STATE* Leaving safe mode after 0 secs
2014-04-10 11:09:11,001 INFO hdfs.StateChange (FSNamesystem.java:leave(4707)) - STATE* Network topology has 0 racks and 0 datanodes
2014-04-10 11:09:11,001 INFO hdfs.StateChange (FSNamesystem.java:leave(4710)) - STATE* UnderReplicatedBlocks has 0 blocks
2014-04-10 11:09:11,018 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:11,018 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 46570: starting
2014-04-10 11:09:11,019 INFO namenode.NameNode (NameNode.java:startCommonServices(544)) - NameNode RPC up at: localhost/127.0.0.1:46570
2014-04-10 11:09:11,020 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(949)) - Starting services required for active state
2014-04-10 11:09:11,022 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(158)) - Starting CacheReplicationMonitor with interval 300000 milliseconds
2014-04-10 11:09:11,022 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(171)) - Rescanning because of pending operations
2014-04-10 11:09:11,023 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2014-04-10 11:09:11,065 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2
2014-04-10 11:09:11,098 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:09:11,099 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:09:11,101 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:09:11,107 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:43710
2014-04-10 11:09:11,109 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:09:11,109 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:09:11,110 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:11,111 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:09:11,111 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:11,111 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:11,113 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:09:11,114 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 58791
2014-04-10 11:09:11,114 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:11,116 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_58791_datanode____s9v2y2/webapp
2014-04-10 11:09:11,199 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:58791
2014-04-10 11:09:11,205 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 50815
2014-04-10 11:09:11,209 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:50815
2014-04-10 11:09:11,214 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:09:11,216 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:09:11,221 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:46570 starting to offer service
2014-04-10 11:09:11,222 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:11,222 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 50815: starting
2014-04-10 11:09:11,224 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4
2014-04-10 11:09:11,248 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:09:11,248 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:09:11,249 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:09:11,249 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:50700
2014-04-10 11:09:11,249 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:09:11,250 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:09:11,250 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:11,251 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:09:11,251 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:11,251 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:11,252 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:09:11,253 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 48584
2014-04-10 11:09:11,253 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:11,255 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_48584_datanode____kv2tjf/webapp
2014-04-10 11:09:11,334 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:48584
2014-04-10 11:09:11,335 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 44283
2014-04-10 11:09:11,337 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:44283
2014-04-10 11:09:11,341 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:09:11,341 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:09:11,342 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:46570 starting to offer service
2014-04-10 11:09:11,343 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:11,343 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 44283: starting
2014-04-10 11:09:11,344 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6
2014-04-10 11:09:11,351 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:09:11,351 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:09:11,352 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:09:11,352 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:55447
2014-04-10 11:09:11,352 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:09:11,353 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:09:11,353 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:11,354 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:09:11,354 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:11,354 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:11,355 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:09:11,356 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 56018
2014-04-10 11:09:11,356 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:11,358 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_56018_datanode____.petsuk/webapp
2014-04-10 11:09:11,405 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,406 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3 is not formatted
2014-04-10 11:09:11,406 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,430 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:56018
2014-04-10 11:09:11,431 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43313
2014-04-10 11:09:11,433 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:43313
2014-04-10 11:09:11,436 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:09:11,436 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:09:11,437 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:46570 starting to offer service
2014-04-10 11:09:11,438 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:11,438 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43313: starting
2014-04-10 11:09:11,439 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1190)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7,[DISK]file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8
2014-04-10 11:09:11,445 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - DataNode metrics system started (again)
2014-04-10 11:09:11,445 INFO datanode.DataNode (DataNode.java:<init>(315)) - Configured hostname is 127.0.0.1
2014-04-10 11:09:11,446 INFO datanode.DataNode (DataNode.java:startDataNode(763)) - Starting DataNode with maxLockedMemory = 0
2014-04-10 11:09:11,446 INFO datanode.DataNode (DataNode.java:initDataXceiver(564)) - Opened streaming server at /127.0.0.1:51097
2014-04-10 11:09:11,446 INFO datanode.DataNode (DataXceiverServer.java:<init>(73)) - Balancing bandwith is 1048576 bytes/s
2014-04-10 11:09:11,447 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2014-04-10 11:09:11,447 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:11,448 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2014-04-10 11:09:11,448 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:11,448 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:11,449 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(562)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2014-04-10 11:09:11,450 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 57172
2014-04-10 11:09:11,450 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:11,451 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.3.0/c94e4f9baff2f5a23ddb5ccc1196f65c0619ea32/hadoop-hdfs-2.3.0-tests.jar!/webapps/datanode to /tmp/Jetty_127_0_0_1_57172_datanode____.tz3n20/webapp
2014-04-10 11:09:11,472 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,472 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1 is not formatted
2014-04-10 11:09:11,472 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,487 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,487 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5 is not formatted
2014-04-10 11:09:11,488 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,523 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@127.0.0.1:57172
2014-04-10 11:09:11,524 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 57246
2014-04-10 11:09:11,526 INFO datanode.DataNode (DataNode.java:initIpcServer(466)) - Opened IPC server at /127.0.0.1:57246
2014-04-10 11:09:11,529 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(148)) - Refresh request received for nameservices: null
2014-04-10 11:09:11,529 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(193)) - Starting BPOfferServices for nameservices: <default>
2014-04-10 11:09:11,530 INFO datanode.DataNode (BPServiceActor.java:run(768)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:46570 starting to offer service
2014-04-10 11:09:11,530 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:11,530 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 57246: starting
2014-04-10 11:09:11,563 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,563 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7 is not formatted
2014-04-10 11:09:11,563 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,614 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,614 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4 is not formatted
2014-04-10 11:09:11,614 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,689 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:11,689 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:11,705 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,705 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,705 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6 is not formatted
2014-04-10 11:09:11,705 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,706 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8 is not formatted
2014-04-10 11:09:11,706 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,772 INFO common.Storage (Storage.java:tryLock(675)) - Lock on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 8819@localhost.localdomain
2014-04-10 11:09:11,772 INFO common.Storage (DataStorage.java:recoverTransitionRead(160)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2 is not formatted
2014-04-10 11:09:11,773 INFO common.Storage (DataStorage.java:recoverTransitionRead(161)) - Formatting ...
2014-04-10 11:09:11,791 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:11,791 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:11,875 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:11,876 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:11,876 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:11,876 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:11,892 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:11,892 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:11,972 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:11,972 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:11,973 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:11,973 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:11,993 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:11,993 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:12,031 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:12,031 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:12,031 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:12,031 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:12,032 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:12,032 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:12,032 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:12,032 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:12,044 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:12,044 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:12,044 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:12,044 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:12,095 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:12,095 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:12,100 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:12,100 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:12,100 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:12,100 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:12,101 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:12,101 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:12,101 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:12,101 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:12,173 INFO common.Storage (Storage.java:lock(639)) - Locking is disabled
2014-04-10 11:09:12,173 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(120)) - Storage directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467 is not formatted.
2014-04-10 11:09:12,174 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(121)) - Formatting ...
2014-04-10 11:09:12,174 INFO common.Storage (BlockPoolSliceStorage.java:format(175)) - Formatting block pool BP-1066669398-127.0.0.1-1397146149467 directory /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current
2014-04-10 11:09:12,197 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:12,197 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:12,198 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1049749186;bpid=BP-1066669398-127.0.0.1-1397146149467;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0;bpid=BP-1066669398-127.0.0.1-1397146149467;dnuuid=null
2014-04-10 11:09:12,299 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:12,299 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:12,339 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID d6779f20-92a9-4360-bc40-1191e8b0ac0a
2014-04-10 11:09:12,346 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current, StorageType: DISK
2014-04-10 11:09:12,347 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current, StorageType: DISK
2014-04-10 11:09:12,351 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:09:12,353 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397148394353 with interval 21600000
2014-04-10 11:09:12,353 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,354 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:09:12,354 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:09:12,360 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 6ms
2014-04-10 11:09:12,360 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 6ms
2014-04-10 11:09:12,361 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1066669398-127.0.0.1-1397146149467: 8ms
2014-04-10 11:09:12,361 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current...
2014-04-10 11:09:12,361 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current: 0ms
2014-04-10 11:09:12,362 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current...
2014-04-10 11:09:12,362 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current: 0ms
2014-04-10 11:09:12,362 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:09:12,363 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1049749186;bpid=BP-1066669398-127.0.0.1-1397146149467;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0;bpid=BP-1066669398-127.0.0.1-1397146149467;dnuuid=null
2014-04-10 11:09:12,364 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 beginning handshake with NN
2014-04-10 11:09:12,376 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) storage d6779f20-92a9-4360-bc40-1191e8b0ac0a
2014-04-10 11:09:12,380 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:50700
2014-04-10 11:09:12,384 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 successfully registered with NN
2014-04-10 11:09:12,384 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:46570 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:09:12,397 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1049749186;bpid=BP-1066669398-127.0.0.1-1397146149467;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0;bpid=BP-1066669398-127.0.0.1-1397146149467;dnuuid=null
2014-04-10 11:09:12,397 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa for DN 127.0.0.1:50700
2014-04-10 11:09:12,397 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3 for DN 127.0.0.1:50700
2014-04-10 11:09:12,402 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid d6779f20-92a9-4360-bc40-1191e8b0ac0a) service to localhost/127.0.0.1:46570 trying to claim ACTIVE state with txid=1
2014-04-10 11:09:12,402 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid d6779f20-92a9-4360-bc40-1191e8b0ac0a) service to localhost/127.0.0.1:46570
2014-04-10 11:09:12,404 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(1951)) - dnInfo.length != numDataNodes
2014-04-10 11:09:12,404 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1903)) - Waiting for cluster to become active
2014-04-10 11:09:12,405 INFO datanode.DataNode (DataNode.java:initStorage(963)) - Setting up storage: nsid=1049749186;bpid=BP-1066669398-127.0.0.1-1397146149467;lv=-51;nsInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0;bpid=BP-1066669398-127.0.0.1-1397146149467;dnuuid=null
2014-04-10 11:09:12,412 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:50700 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,412 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:09:12,412 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:50700 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,412 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:09:12,425 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 1 msec to generate and 22 msecs for RPC and NN processing
2014-04-10 11:09:12,425 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@5e546ed6
2014-04-10 11:09:12,428 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:09:12,428 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:12,428 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:09:12,429 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:09:12,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,430 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1066669398-127.0.0.1-1397146149467 to blockPoolScannerMap, new size=1
2014-04-10 11:09:12,439 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID c7502b63-6e24-479d-9c15-3e13b6504ee9
2014-04-10 11:09:12,440 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current, StorageType: DISK
2014-04-10 11:09:12,440 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current, StorageType: DISK
2014-04-10 11:09:12,440 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:09:12,441 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397165339441 with interval 21600000
2014-04-10 11:09:12,441 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,441 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:09:12,442 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:09:12,445 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 2ms
2014-04-10 11:09:12,445 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 3ms
2014-04-10 11:09:12,445 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1066669398-127.0.0.1-1397146149467: 4ms
2014-04-10 11:09:12,445 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current...
2014-04-10 11:09:12,445 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current: 0ms
2014-04-10 11:09:12,445 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current...
2014-04-10 11:09:12,446 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current: 0ms
2014-04-10 11:09:12,446 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:09:12,446 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 beginning handshake with NN
2014-04-10 11:09:12,447 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 097030f2-9057-4e58-a01d-52abc65614a9
2014-04-10 11:09:12,448 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) storage c7502b63-6e24-479d-9c15-3e13b6504ee9
2014-04-10 11:09:12,448 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:43710
2014-04-10 11:09:12,449 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current, StorageType: DISK
2014-04-10 11:09:12,449 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current, StorageType: DISK
2014-04-10 11:09:12,450 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:09:12,470 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(803)) - Generated and persisted new Datanode UUID 00fb929e-4f7d-4db8-936f-672cdbff6770
2014-04-10 11:09:12,470 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397153440470 with interval 21600000
2014-04-10 11:09:12,470 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,471 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 successfully registered with NN
2014-04-10 11:09:12,471 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:09:12,471 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current, StorageType: DISK
2014-04-10 11:09:12,471 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:46570 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:09:12,471 INFO impl.FsDatasetImpl (FsDatasetImpl.java:<init>(245)) - Added volume - /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current, StorageType: DISK
2014-04-10 11:09:12,471 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:09:12,472 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1398)) - Registered FSDatasetState MBean
2014-04-10 11:09:12,472 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(330)) - Periodic Directory Tree Verification scan starting at 1397164457472 with interval 21600000
2014-04-10 11:09:12,472 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1767)) - Adding block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,473 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-af843172-92b5-499a-839b-c91015b9266e for DN 127.0.0.1:43710
2014-04-10 11:09:12,474 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:09:12,474 INFO impl.FsDatasetImpl (FsVolumeList.java:run(176)) - Scanning block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:09:12,475 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 4ms
2014-04-10 11:09:12,475 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 4ms
2014-04-10 11:09:12,475 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-a2fca097-d6c4-47bd-b38f-7fa51382c128 for DN 127.0.0.1:43710
2014-04-10 11:09:12,476 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1066669398-127.0.0.1-1397146149467: 5ms
2014-04-10 11:09:12,476 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current...
2014-04-10 11:09:12,476 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current: 0ms
2014-04-10 11:09:12,476 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current...
2014-04-10 11:09:12,476 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid c7502b63-6e24-479d-9c15-3e13b6504ee9) service to localhost/127.0.0.1:46570 trying to claim ACTIVE state with txid=1
2014-04-10 11:09:12,476 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current: 0ms
2014-04-10 11:09:12,476 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid c7502b63-6e24-479d-9c15-3e13b6504ee9) service to localhost/127.0.0.1:46570
2014-04-10 11:09:12,476 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 0ms
2014-04-10 11:09:12,477 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 beginning handshake with NN
2014-04-10 11:09:12,478 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 3ms
2014-04-10 11:09:12,478 INFO impl.FsDatasetImpl (FsVolumeList.java:run(181)) - Time taken to scan block pool BP-1066669398-127.0.0.1-1397146149467 on /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 3ms
2014-04-10 11:09:12,478 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(205)) - Total time to scan all replicas for block pool BP-1066669398-127.0.0.1-1397146149467: 5ms
2014-04-10 11:09:12,478 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current...
2014-04-10 11:09:12,478 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current: 0ms
2014-04-10 11:09:12,479 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(111)) - Adding replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current...
2014-04-10 11:09:12,479 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:43710 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,479 INFO impl.FsDatasetImpl (FsVolumeList.java:getVolumeMap(116)) - Time to add replicas to map for block pool BP-1066669398-127.0.0.1-1397146149467 on volume /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current: 0ms
2014-04-10 11:09:12,479 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(105)) - Total time to add all replicas to map: 1ms
2014-04-10 11:09:12,479 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:09:12,479 INFO datanode.DataNode (BPServiceActor.java:register(728)) - Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 beginning handshake with NN
2014-04-10 11:09:12,479 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:43710 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,479 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:09:12,480 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 4 msecs for RPC and NN processing
2014-04-10 11:09:12,480 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@7136d3d3
2014-04-10 11:09:12,480 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) storage 097030f2-9057-4e58-a01d-52abc65614a9
2014-04-10 11:09:12,481 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:09:12,481 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:51097
2014-04-10 11:09:12,481 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:12,481 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(787)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) storage 00fb929e-4f7d-4db8-936f-672cdbff6770
2014-04-10 11:09:12,481 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:09:12,481 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:09:12,481 INFO net.NetworkTopology (NetworkTopology.java:add(413)) - Adding a new node: /default-rack/127.0.0.1:55447
2014-04-10 11:09:12,481 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 successfully registered with NN
2014-04-10 11:09:12,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,481 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:46570 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:09:12,482 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1066669398-127.0.0.1-1397146149467 to blockPoolScannerMap, new size=1
2014-04-10 11:09:12,482 INFO datanode.DataNode (BPServiceActor.java:register(741)) - Block pool Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid null) service to localhost/127.0.0.1:46570 successfully registered with NN
2014-04-10 11:09:12,482 INFO datanode.DataNode (BPServiceActor.java:offerService(604)) - For namenode localhost/127.0.0.1:46570 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2014-04-10 11:09:12,482 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765 for DN 127.0.0.1:51097
2014-04-10 11:09:12,483 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-5d871c7a-620b-4de6-920d-ad93dd635176 for DN 127.0.0.1:51097
2014-04-10 11:09:12,483 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid 097030f2-9057-4e58-a01d-52abc65614a9) service to localhost/127.0.0.1:46570 trying to claim ACTIVE state with txid=1
2014-04-10 11:09:12,483 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid 097030f2-9057-4e58-a01d-52abc65614a9) service to localhost/127.0.0.1:46570
2014-04-10 11:09:12,483 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-46248969-299a-426b-8135-0890ab19f25a for DN 127.0.0.1:55447
2014-04-10 11:09:12,483 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(659)) - Adding new storage ID DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2 for DN 127.0.0.1:55447
2014-04-10 11:09:12,484 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(435)) - Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid 00fb929e-4f7d-4db8-936f-672cdbff6770) service to localhost/127.0.0.1:46570 trying to claim ACTIVE state with txid=1
2014-04-10 11:09:12,484 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(447)) - Acknowledging ACTIVE Namenode Block pool BP-1066669398-127.0.0.1-1397146149467 (Datanode Uuid 00fb929e-4f7d-4db8-936f-672cdbff6770) service to localhost/127.0.0.1:46570
2014-04-10 11:09:12,484 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:51097 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,484 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:09:12,484 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:51097 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,485 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:09:12,485 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:55447 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,485 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 2 msecs for RPC and NN processing
2014-04-10 11:09:12,485 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 0 msecs
2014-04-10 11:09:12,485 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@f70433f
2014-04-10 11:09:12,485 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1662)) - BLOCK* processReport: Received first block report from 127.0.0.1:55447 after starting up or becoming active. Its block contents are no longer considered stale
2014-04-10 11:09:12,486 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:09:12,486 INFO BlockStateChange (BlockManager.java:processReport(1678)) - BLOCK* processReport: from DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0), blocks: 0, processing time: 1 msecs
2014-04-10 11:09:12,486 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:12,486 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:09:12,486 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:09:12,486 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,486 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1066669398-127.0.0.1-1397146149467 to blockPoolScannerMap, new size=1
2014-04-10 11:09:12,511 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(1934)) - Cluster is active
2014-04-10 11:09:12,524 INFO datanode.DataNode (BPServiceActor.java:blockReport(485)) - BlockReport of 0 blocks took 0 msec to generate and 40 msecs for RPC and NN processing
2014-04-10 11:09:12,524 INFO datanode.DataNode (BPServiceActor.java:blockReport(504)) - sent block report, processed command:org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@3f738bc
2014-04-10 11:09:12,525 INFO util.GSet (LightWeightGSet.java:computeCapacity(349)) - Computing capacity for map BlockMap
2014-04-10 11:09:12,525 INFO util.GSet (LightWeightGSet.java:computeCapacity(350)) - VM type = 64-bit
2014-04-10 11:09:12,525 INFO util.GSet (LightWeightGSet.java:computeCapacity(351)) - 0.5% max memory 672 MB = 3.4 MB
2014-04-10 11:09:12,525 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - capacity = 2^19 = 524288 entries
2014-04-10 11:09:12,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(186)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1066669398-127.0.0.1-1397146149467
2014-04-10 11:09:12,526 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(265)) - Added bpid=BP-1066669398-127.0.0.1-1397146149467 to blockPoolScannerMap, new size=1
2014-04-10 11:09:12,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:12,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:12,594 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:09:12,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001 src: /127.0.0.1:40787 dest: /127.0.0.1:50700
2014-04-10 11:09:12,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001 src: /127.0.0.1:48171 dest: /127.0.0.1:55447
2014-04-10 11:09:12,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001 src: /127.0.0.1:35087 dest: /127.0.0.1:43710
2014-04-10 11:09:12,668 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35087, dest: /127.0.0.1:43710, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, duration: 10990758
2014-04-10 11:09:12,669 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:12,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48171, dest: /127.0.0.1:55447, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, duration: 13287357
2014-04-10 11:09:12,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:12,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40787, dest: /127.0.0.1:50700, bytes: 484730, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, duration: 15816435
2014-04-10 11:09:12,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:12,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:12,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:12,675 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:12,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:12,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:09:12,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:12,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:12,802 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:09:12,818 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002 src: /127.0.0.1:40790 dest: /127.0.0.1:50700
2014-04-10 11:09:12,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002 src: /127.0.0.1:48174 dest: /127.0.0.1:55447
2014-04-10 11:09:12,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002 src: /127.0.0.1:35090 dest: /127.0.0.1:43710
2014-04-10 11:09:12,835 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35090, dest: /127.0.0.1:43710, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, duration: 8120574
2014-04-10 11:09:12,835 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:12,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:12,836 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48174, dest: /127.0.0.1:55447, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, duration: 9756930
2014-04-10 11:09:12,837 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:12,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:12,838 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40790, dest: /127.0.0.1:50700, bytes: 385571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, duration: 10998033
2014-04-10 11:09:12,839 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:12,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:12,856 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:12,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=brock:supergroup:rwxr--r--
2014-04-10 11:09:12,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null
2014-04-10 11:09:12,973 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(150)) - mkdir: hdfs://localhost:46570/tmp/hadoop-yarn/staging
2014-04-10 11:09:12,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:09:13,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:09:13,049 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2014-04-10 11:09:13,063 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(77)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2014-04-10 11:09:13,065 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(75)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2014-04-10 11:09:13,066 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:09:13,070 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2014-04-10 11:09:13,071 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2014-04-10 11:09:13,071 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(226)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
2014-04-10 11:09:13,079 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2014-04-10 11:09:13,080 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2014-04-10 11:09:13,081 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2014-04-10 11:09:13,081 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2014-04-10 11:09:13,089 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - ResourceManager metrics system started (again)
2014-04-10 11:09:13,111 INFO capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(191)) - root, capacity=1.0, asboluteCapacity=1.0, maxCapacity=1.0, asboluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:*
2014-04-10 11:09:13,112 INFO capacity.ParentQueue (ParentQueue.java:<init>(153)) - Initialized parent-queue root name=root, fullname=root
2014-04-10 11:09:13,117 INFO capacity.LeafQueue (LeafQueue.java:setupQueueConfigs(273)) - Initializing default
capacity = 1.0 [= (float) configuredCapacity / 100 ]
asboluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ]
maxCapacity = 1.0 [= configuredMaxCapacity ]
absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ]
userLimit = 100 [= configuredUserLimit ]
userLimitFactor = 1.0 [= configuredUserLimitFactor ]
maxApplications = 10000 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)]
maxApplicationsPerUser = 10000 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ]
maxActiveApplications = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) * maxAMResourcePerQueuePercent * absoluteMaxCapacity),1) ]
maxActiveAppsUsingAbsCap = 1 [= max((int)ceil((clusterResourceMemory / minimumAllocation) *maxAMResourcePercent * absoluteCapacity),1) ]
maxActiveApplicationsPerUser = 1 [= max((int)(maxActiveApplications * (userLimit / 100.0f) * userLimitFactor),1) ]
usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)]
absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory]
maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ]
minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ]
numContainers = 0 [= currentNumContainers ]
state = RUNNING [= configuredState ]
acls = SUBMIT_APPLICATIONS:*ADMINISTER_QUEUE:* [= configuredAcls ]
nodeLocalityDelay = 0
2014-04-10 11:09:13,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:09:13,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:parseQueue(411)) - Initialized queue: root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:09:13,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:initializeQueues(309)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, numApps=0, numContainers=0
2014-04-10 11:09:13,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:reinitialize(273)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=<<memory:1024, vCores:1>>, maximumAllocation=<<memory:8192, vCores:32>>
2014-04-10 11:09:13,134 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2014-04-10 11:09:13,136 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2014-04-10 11:09:13,137 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2014-04-10 11:09:13,137 INFO util.HostsFileReader (HostsFileReader.java:refresh(84)) - Refreshing hosts (include/exclude) list
2014-04-10 11:09:13,206 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$2
2014-04-10 11:09:13,207 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2014-04-10 11:09:13,207 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2014-04-10 11:09:13,208 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2014-04-10 11:09:13,208 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2014-04-10 11:09:13,208 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2014-04-10 11:09:13,209 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2014-04-10 11:09:13,209 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2014-04-10 11:09:13,209 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2014-04-10 11:09:13,210 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 0
2014-04-10 11:09:13,246 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:09:13,246 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:09:13,247 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:09:13,247 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:09:13,247 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:09:13,248 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:09:13,250 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:09:13,250 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:09:13,250 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:09:13,254 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:09:13,254 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:09:13,330 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:09:13,343 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:09:13,343 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:09:13,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@2a0c5bd6
2014-04-10 11:09:13,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:09:13,365 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:09:13,366 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:09:13,366 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:09:13,366 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2014-04-10 11:09:13,366 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2014-04-10 11:09:13,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2014-04-10 11:09:13,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2014-04-10 11:09:13,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2014-04-10 11:09:13,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2014-04-10 11:09:13,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2014-04-10 11:09:13,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2014-04-10 11:09:13,367 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 1
2014-04-10 11:09:13,379 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:09:13,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:09:13,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:09:13,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:09:13,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:09:13,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:09:13,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:09:13,380 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:09:13,380 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:09:13,382 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:09:13,382 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:09:13,449 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:09:13,451 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:09:13,452 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:09:13,459 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@57b8b8f2
2014-04-10 11:09:13,459 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:09:13,459 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:09:13,460 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:09:13,460 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:09:13,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2014-04-10 11:09:13,461 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2014-04-10 11:09:13,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2014-04-10 11:09:13,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2014-04-10 11:09:13,462 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2014-04-10 11:09:13,463 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2014-04-10 11:09:13,463 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2014-04-10 11:09:13,463 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2014-04-10 11:09:13,464 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 2
2014-04-10 11:09:13,475 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:09:13,475 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:09:13,475 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:09:13,476 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:09:13,476 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:09:13,476 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:09:13,476 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:09:13,476 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:09:13,476 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:09:13,478 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:09:13,478 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:09:13,534 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:09:13,537 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:09:13,537 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:09:13,544 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@78701c7
2014-04-10 11:09:13,545 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:09:13,545 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:09:13,545 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:09:13,546 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:09:13,546 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2014-04-10 11:09:13,547 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2014-04-10 11:09:13,547 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2014-04-10 11:09:13,547 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created localDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2014-04-10 11:09:13,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2014-04-10 11:09:13,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2014-04-10 11:09:13,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2014-04-10 11:09:13,548 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(526)) - Created logDir in /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2014-04-10 11:09:13,549 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(508)) - Starting NM: 3
2014-04-10 11:09:13,557 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2014-04-10 11:09:13,557 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2014-04-10 11:09:13,557 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2014-04-10 11:09:13,557 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2014-04-10 11:09:13,557 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2014-04-10 11:09:13,557 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2014-04-10 11:09:13,558 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2014-04-10 11:09:13,558 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2014-04-10 11:09:13,558 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - NodeManager metrics system started (again)
2014-04-10 11:09:13,559 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2014-04-10 11:09:13,559 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(196)) - per directory file limit = 8192
2014-04-10 11:09:13,634 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(196)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2014-04-10 11:09:13,636 WARN containermanager.AuxServices (AuxServices.java:serviceInit(114)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2014-04-10 11:09:13,636 INFO containermanager.AuxServices (AuxServices.java:addService(67)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2014-04-10 11:09:13,643 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(98)) - Using ResourceCalculatorPlugin : org.apache.hadoop.yarn.util.LinuxResourceCalculatorPlugin@5425a966
2014-04-10 11:09:13,643 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(103)) - Using ResourceCalculatorProcessTree : null
2014-04-10 11:09:13,644 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(127)) - Physical memory check enabled: false
2014-04-10 11:09:13,644 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(128)) - Virtual memory check enabled: false
2014-04-10 11:09:13,644 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(163)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2014-04-10 11:09:13,654 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2014-04-10 11:09:13,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:09:13,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:09:13,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:09:13,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:09:13,692 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2014-04-10 11:09:13,692 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2014-04-10 11:09:13,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=brock:supergroup:rwxrwxrwt
2014-04-10 11:09:17,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001
2014-04-10 11:09:17,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002
2014-04-10 11:09:17,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002
2014-04-10 11:09:17,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001
2014-04-10 11:09:17,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001
2014-04-10 11:09:17,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002
2014-04-10 11:09:23,709 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2014-04-10 11:09:23,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:09:23,717 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2014-04-10 11:09:23,729 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 43887
2014-04-10 11:09:23,732 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(210)) - Waiting for HistoryServer to start...
2014-04-10 11:09:23,732 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(151)) - JobHistoryServer metrics system started (again)
2014-04-10 11:09:23,734 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:09:23,736 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:09:23,736 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:09:23,747 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2014-04-10 11:09:23,748 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:23,749 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2014-04-10 11:09:23,749 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:23,749 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:23,750 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /jobhistory/*
2014-04-10 11:09:23,751 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:09:23,751 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 34423
2014-04-10 11:09:23,751 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:23,753 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/jobhistory to /tmp/Jetty_localhost_localdomain_34423_jobhistory____.tjabj4/webapp
2014-04-10 11:09:23,833 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:34423
2014-04-10 11:09:23,833 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /jobhistory started at 34423
2014-04-10 11:09:24,000 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:09:24,006 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 38571
2014-04-10 11:09:24,008 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2014-04-10 11:09:24,009 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:24,009 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 38571: starting
2014-04-10 11:09:24,012 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(142)) - Instantiated MRClientService at localhost/127.0.0.1:38571
2014-04-10 11:09:24,013 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:24,013 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 43887: starting
2014-04-10 11:09:25,232 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(227)) - MiniMRYARN ResourceManager address: localhost.localdomain:0
2014-04-10 11:09:25,233 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(229)) - MiniMRYARN ResourceManager web address: localhost.localdomain:0
2014-04-10 11:09:25,233 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN HistoryServer address: localhost:38571
2014-04-10 11:09:25,234 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN HistoryServer web address: localhost:34423
2014-04-10 11:09:25,235 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(292)) - Waiting for RM to start...
2014-04-10 11:09:25,235 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(815)) - Transitioning to active state
2014-04-10 11:09:25,238 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(103)) - Rolling master-key for container-tokens
2014-04-10 11:09:25,239 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:rollMasterKey(107)) - Rolling master-key for amrm-tokens
2014-04-10 11:09:25,242 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(97)) - Rolling master-key for nm-tokens
2014-04-10 11:09:25,243 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:09:25,243 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 1
2014-04-10 11:09:25,244 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(536)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2014-04-10 11:09:25,244 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(223)) - Updating the current master key for generating delegation tokens
2014-04-10 11:09:25,245 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(85)) - storing master key with keyID 2
2014-04-10 11:09:25,259 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 34294
2014-04-10 11:09:25,260 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2014-04-10 11:09:25,261 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:25,261 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 34294: starting
2014-04-10 11:09:25,275 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49187
2014-04-10 11:09:25,277 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2014-04-10 11:09:25,277 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:25,278 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49187: starting
2014-04-10 11:09:25,304 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 40959
2014-04-10 11:09:25,306 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2014-04-10 11:09:25,306 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:25,307 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 40959: starting
2014-04-10 11:09:25,311 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(818)) - Transitioned to active state
2014-04-10 11:09:25,314 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2014-04-10 11:09:25,315 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:25,315 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2014-04-10 11:09:25,315 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:25,315 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:25,316 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /cluster/*
2014-04-10 11:09:25,316 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:09:25,316 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 56922
2014-04-10 11:09:25,316 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:25,318 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/cluster to /tmp/Jetty_localhost_localdomain_56922_cluster____g1f0g9/webapp
2014-04-10 11:09:25,939 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:56922
2014-04-10 11:09:25,939 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /cluster started at 56922
2014-04-10 11:09:25,958 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:09:25,968 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 48553
2014-04-10 11:09:25,970 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2014-04-10 11:09:25,970 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:25,970 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 48553: starting
2014-04-10 11:09:26,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(304)) - MiniYARN ResourceManager address: localhost:40959
2014-04-10 11:09:26,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(306)) - MiniYARN ResourceManager web address: localhost.localdomain:56922
2014-04-10 11:09:26,736 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(423)) - MiniYARN ResourceManager address: localhost:40959
2014-04-10 11:09:26,737 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(425)) - MiniYARN ResourceManager web address: localhost.localdomain:56922
2014-04-10 11:09:26,738 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 0 to start...
2014-04-10 11:09:26,751 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 57966
2014-04-10 11:09:26,755 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:09:26,756 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:09:26,757 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:26,757 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 57966: starting
2014-04-10 11:09:26,767 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:57966
2014-04-10 11:09:26,767 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:57966
2014-04-10 11:09:26,774 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 53852
2014-04-10 11:09:26,778 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:09:26,779 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:26,779 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 53852: starting
2014-04-10 11:09:26,781 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 53852
2014-04-10 11:09:26,795 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:09:26,804 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 54725
2014-04-10 11:09:26,804 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:26,804 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:09:26,805 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:09:26,805 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:26,805 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:09:26,805 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:26,806 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:26,806 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:09:26,806 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:09:26,806 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 47713
2014-04-10 11:09:26,807 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:26,808 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_47713_node____.4k0349/webapp
2014-04-10 11:09:27,044 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:47713
2014-04-10 11:09:27,044 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 47713
2014-04-10 11:09:27,058 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:09:27,062 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:09:27,070 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:09:27,073 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 57966 httpPort: 47713) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:57966
2014-04-10 11:09:27,073 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1182783377
2014-04-10 11:09:27,074 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-563880052
2014-04-10 11:09:27,074 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:57966 with total resource of <memory:4096, vCores:8>
2014-04-10 11:09:27,075 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:09:27,077 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:57966 Node Transitioned from NEW to RUNNING
2014-04-10 11:09:27,080 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:57966 clusterResource: <memory:4096, vCores:8>
2014-04-10 11:09:27,739 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 1 to start...
2014-04-10 11:09:27,743 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 44541
2014-04-10 11:09:27,747 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:09:27,747 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:09:27,747 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:27,748 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 44541: starting
2014-04-10 11:09:27,752 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:44541
2014-04-10 11:09:27,753 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:44541
2014-04-10 11:09:27,754 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 58210
2014-04-10 11:09:27,757 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:09:27,758 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:27,758 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 58210: starting
2014-04-10 11:09:27,760 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 58210
2014-04-10 11:09:27,761 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:09:27,762 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 43587
2014-04-10 11:09:27,762 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:27,762 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:09:27,763 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:09:27,764 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:27,764 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:09:27,765 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:27,765 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:27,766 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:09:27,766 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:09:27,767 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 41934
2014-04-10 11:09:27,767 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:27,771 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_41934_node____sva472/webapp
2014-04-10 11:09:27,966 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:41934
2014-04-10 11:09:27,966 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 41934
2014-04-10 11:09:27,972 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:09:27,972 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:09:27,972 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:09:27,972 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 44541 httpPort: 41934) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:44541
2014-04-10 11:09:27,973 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:44541 Node Transitioned from NEW to RUNNING
2014-04-10 11:09:27,973 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1182783377
2014-04-10 11:09:27,973 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-563880052
2014-04-10 11:09:27,973 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:44541 clusterResource: <memory:8192, vCores:16>
2014-04-10 11:09:27,973 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:44541 with total resource of <memory:4096, vCores:8>
2014-04-10 11:09:27,973 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:09:28,741 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 2 to start...
2014-04-10 11:09:28,747 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 54227
2014-04-10 11:09:28,751 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:09:28,751 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:09:28,752 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:28,752 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 54227: starting
2014-04-10 11:09:28,757 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:54227
2014-04-10 11:09:28,757 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:54227
2014-04-10 11:09:28,758 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 37295
2014-04-10 11:09:28,761 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:09:28,762 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 37295: starting
2014-04-10 11:09:28,762 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:28,764 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 37295
2014-04-10 11:09:28,767 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:09:28,768 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 59804
2014-04-10 11:09:28,768 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:28,768 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:09:28,769 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:09:28,770 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:28,770 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:09:28,771 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:28,771 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:28,772 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:09:28,772 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:09:28,773 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 51344
2014-04-10 11:09:28,773 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:28,776 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_51344_node____.e0l8h4/webapp
2014-04-10 11:09:28,921 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:51344
2014-04-10 11:09:28,922 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 51344
2014-04-10 11:09:28,927 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:09:28,928 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:09:28,928 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:09:28,928 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 54227 httpPort: 51344) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:54227
2014-04-10 11:09:28,928 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:54227 Node Transitioned from NEW to RUNNING
2014-04-10 11:09:28,928 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1182783377
2014-04-10 11:09:28,928 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-563880052
2014-04-10 11:09:28,928 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:54227 clusterResource: <memory:12288, vCores:24>
2014-04-10 11:09:28,928 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:54227 with total resource of <memory:4096, vCores:8>
2014-04-10 11:09:28,929 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:09:29,742 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(543)) - Waiting for NM 3 to start...
2014-04-10 11:09:29,746 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 42468
2014-04-10 11:09:29,749 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2014-04-10 11:09:29,749 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(283)) - Blocking new container-requests as container manager rpc server is still starting.
2014-04-10 11:09:29,750 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:29,750 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 42468: starting
2014-04-10 11:09:29,755 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(189)) - Updating node address : localhost:42468
2014-04-10 11:09:29,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(294)) - ContainerManager started at /127.0.0.1:42468
2014-04-10 11:09:29,756 INFO ipc.Server (Server.java:run(551)) - Starting Socket Reader #1 for port 49408
2014-04-10 11:09:29,759 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2014-04-10 11:09:29,759 INFO ipc.Server (Server.java:run(773)) - IPC Server Responder: starting
2014-04-10 11:09:29,760 INFO ipc.Server (Server.java:run(620)) - IPC Server listener on 49408: starting
2014-04-10 11:09:29,763 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(263)) - Localizer started on port 49408
2014-04-10 11:09:29,765 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2014-04-10 11:09:29,766 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(326)) - httpshuffle listening on port 51111
2014-04-10 11:09:29,767 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:29,767 INFO webapp.WebServer (WebServer.java:serviceStart(60)) - Instantiating NMWebApp at localhost.localdomain:0
2014-04-10 11:09:29,767 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2014-04-10 11:09:29,768 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(658)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2014-04-10 11:09:29,769 INFO http.HttpServer2 (HttpServer2.java:addFilter(636)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2014-04-10 11:09:29,769 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2014-04-10 11:09:29,769 INFO http.HttpServer2 (HttpServer2.java:addFilter(643)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2014-04-10 11:09:29,770 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /node/*
2014-04-10 11:09:29,770 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(392)) - adding path spec: /ws/*
2014-04-10 11:09:29,771 INFO http.HttpServer2 (HttpServer2.java:openListeners(846)) - Jetty bound to port 42601
2014-04-10 11:09:29,771 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26
2014-04-10 11:09:29,774 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/home/brock/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.3.0/2a926205d8437fe846b902e0a9e8df96924f72bf/hadoop-yarn-common-2.3.0.jar!/webapps/node to /tmp/Jetty_localhost_localdomain_42601_node____6hpbi2/webapp
2014-04-10 11:09:29,911 INFO mortbay.log (Slf4jLog.java:info(67)) - Started SelectChannelConnector@localhost.localdomain:42601
2014-04-10 11:09:29,912 INFO webapp.WebApps (WebApps.java:start(248)) - Web app /node started at 42601
2014-04-10 11:09:29,916 INFO webapp.WebApps (WebApps.java:start(262)) - Registered webapp guice modules
2014-04-10 11:09:29,917 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(244)) - Registering with RM using finished containers :[]
2014-04-10 11:09:29,917 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved localhost to /default-rack
2014-04-10 11:09:29,917 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(294)) - NodeManager from node localhost(cmPort: 42468 httpPort: 42601) registered with capability: <memory:4096, vCores:8>, assigned nodeId localhost:42468
2014-04-10 11:09:29,917 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(384)) - localhost:42468 Node Transitioned from NEW to RUNNING
2014-04-10 11:09:29,917 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(71)) - Rolling master-key for container-tokens, got key with id 1182783377
2014-04-10 11:09:29,917 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(65)) - Rolling master-key for nm-tokens, got key with id :-563880052
2014-04-10 11:09:29,918 INFO capacity.CapacityScheduler (CapacityScheduler.java:addNode(782)) - Added node localhost:42468 clusterResource: <memory:16384, vCores:32>
2014-04-10 11:09:29,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(294)) - Registered with ResourceManager as localhost:42468 with total resource of <memory:4096, vCores:8>
2014-04-10 11:09:29,918 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(296)) - Notifying ContainerManager to unblock new container-requests
2014-04-10 11:09:30,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:30,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:30,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:30,791 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt. BP-1066669398-127.0.0.1-1397146149467 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:09:30,807 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003 src: /127.0.0.1:35105 dest: /127.0.0.1:43710
2014-04-10 11:09:30,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003 src: /127.0.0.1:40808 dest: /127.0.0.1:50700
2014-04-10 11:09:30,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003 src: /127.0.0.1:48192 dest: /127.0.0.1:55447
2014-04-10 11:09:30,825 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48192, dest: /127.0.0.1:55447, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 8298190
2014-04-10 11:09:30,825 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:30,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:09:30,827 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40808, dest: /127.0.0.1:50700, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 7146249
2014-04-10 11:09:30,827 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:30,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:09:30,830 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35105, dest: /127.0.0.1:43710, bytes: 1449, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 10313204
2014-04-10 11:09:30,830 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:30,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:09:30,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:30,879 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:09:30,880 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:09:30,885 INFO property.AppProps (AppProps.java:getAppID(162)) - using app.id: 85ABCB3D2A7940B6A6A76D67F3669AB8
2014-04-10 11:09:30,914 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2014-04-10 11:09:30,925 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(996)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2014-04-10 11:09:30,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:30,973 INFO util.Version (Version.java:printBanner(78)) - Concurrent, Inc - Cascading 2.5.3
2014-04-10 11:09:30,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:09:30,976 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:09:30,977 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex"]
2014-04-10 11:09:30,977 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:09:30,978 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:09:30,978 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:09:30,979 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pesplatform/filtercomplex
2014-04-10 11:09:31,003 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:09:31,034 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:09:31,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:31,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:09:31,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=brock:supergroup:rwx------
2014-04-10 11:09:31,082 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 1
2014-04-10 11:09:31,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001 dst=null perm=null
2014-04-10 11:09:31,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:09:31,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:09:31,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:31,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,143 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:09:31,157 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004 src: /127.0.0.1:40812 dest: /127.0.0.1:50700
2014-04-10 11:09:31,159 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004 src: /127.0.0.1:35111 dest: /127.0.0.1:43710
2014-04-10 11:09:31,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004 src: /127.0.0.1:48197 dest: /127.0.0.1:55447
2014-04-10 11:09:31,169 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48197, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, duration: 5215263
2014-04-10 11:09:31,169 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:31,172 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,173 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35111, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, duration: 6924879
2014-04-10 11:09:31,173 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40812, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, duration: 9940088
2014-04-10 11:09:31,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,188 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:31,192 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar
2014-04-10 11:09:31,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:31,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:31,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:31,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:31,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:31,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:31,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:31,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:31,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:31,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:31,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:31,276 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:09:31,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:31,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,323 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split
2014-04-10 11:09:31,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:31,343 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:09:31,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005 src: /127.0.0.1:40816 dest: /127.0.0.1:50700
2014-04-10 11:09:31,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005 src: /127.0.0.1:35115 dest: /127.0.0.1:43710
2014-04-10 11:09:31,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005 src: /127.0.0.1:48201 dest: /127.0.0.1:55447
2014-04-10 11:09:31,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005 src: /127.0.0.1:39625 dest: /127.0.0.1:51097
2014-04-10 11:09:31,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39625, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 6364242
2014-04-10 11:09:31,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:31,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,374 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48201, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 7854244
2014-04-10 11:09:31,375 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,376 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35115, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 9690313
2014-04-10 11:09:31,377 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,378 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40816, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 11204840
2014-04-10 11:09:31,379 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,397 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:31,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,434 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:09:31,449 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006 src: /127.0.0.1:40820 dest: /127.0.0.1:50700
2014-04-10 11:09:31,451 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006 src: /127.0.0.1:35119 dest: /127.0.0.1:43710
2014-04-10 11:09:31,453 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006 src: /127.0.0.1:48205 dest: /127.0.0.1:55447
2014-04-10 11:09:31,461 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48205, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, duration: 6237566
2014-04-10 11:09:31,462 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:31,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,463 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35119, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, duration: 7742361
2014-04-10 11:09:31,464 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,467 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40820, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, duration: 10993109
2014-04-10 11:09:31,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:31,480 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:09:31,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:31,581 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:09:31,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007 src: /127.0.0.1:48206 dest: /127.0.0.1:55447
2014-04-10 11:09:31,600 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007 src: /127.0.0.1:39630 dest: /127.0.0.1:51097
2014-04-10 11:09:31,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007 src: /127.0.0.1:35123 dest: /127.0.0.1:43710
2014-04-10 11:09:31,611 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35123, dest: /127.0.0.1:43710, bytes: 81587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, duration: 6859832
2014-04-10 11:09:31,611 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:31,612 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39630, dest: /127.0.0.1:51097, bytes: 81587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, duration: 5499471
2014-04-10 11:09:31,613 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,615 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48206, dest: /127.0.0.1:55447, bytes: 81587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, duration: 6767300
2014-04-10 11:09:31,616 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:31,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:09:31,630 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:31,631 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0001
2014-04-10 11:09:31,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001 dst=null perm=null
2014-04-10 11:09:31,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:31,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:31,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:31,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:31,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:31,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:31,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:31,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:31,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:31,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:31,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:31,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:31,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:31,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:31,781 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 1 submitted by user brock
2014-04-10 11:09:31,782 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0001
2014-04-10 11:09:31,783 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0001 State change from NEW to NEW_SAVING
2014-04-10 11:09:31,783 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0001
2014-04-10 11:09:31,789 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0001
2014-04-10 11:09:31,801 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0001 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:09:31,801 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0001_000001
2014-04-10 11:09:31,805 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from NEW to SUBMITTED
2014-04-10 11:09:31,811 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0001 from user: brock activated in queue: default
2014-04-10 11:09:31,811 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0001 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:09:31,812 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:09:31,812 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0001_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0, currently active: 1
2014-04-10 11:09:31,814 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:09:31,814 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0001 State change from SUBMITTED to ACCEPTED
2014-04-10 11:09:31,938 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:31,938 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000001
2014-04-10 11:09:31,938 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:09:31,939 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0001 container=Container: [ContainerId: container_1397146165236_0001_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0001_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:0, vCores:0>usedCapacity=0.0, absoluteUsedCapacity=0.0, numApps=1, numContainers=0 usedCapacity=0.0 absoluteUsedCapacity=0.0 used=<memory:0, vCores:0> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:31,939 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:09:31,939 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:31,940 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:31,941 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0001 AttemptId: appattempt_1397146165236_0001_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0001_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ]
2014-04-10 11:09:31,943 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:09:31,953 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:09:31,957 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0001_000001
2014-04-10 11:09:31,970 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0001_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0001_000001
2014-04-10 11:09:31,970 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:09:31,989 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0001_000001 (auth:SIMPLE)
2014-04-10 11:09:32,000 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0001_01_000001 by user brock
2014-04-10 11:09:32,004 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0001
2014-04-10 11:09:32,011 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:51097
2014-04-10 11:09:32,024 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0001
2014-04-10 11:09:32,026 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000001
2014-04-10 11:09:32,026 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from NEW to INITING
2014-04-10 11:09:32,028 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0001_01_000001 to application application_1397146165236_0001
2014-04-10 11:09:32,031 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from INITING to RUNNING
2014-04-10 11:09:32,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:09:32,035 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0001
2014-04-10 11:09:32,035 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0001_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0001_000001
2014-04-10 11:09:32,035 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:09:32,036 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0001/
2014-04-10 11:09:32,037 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0001
2014-04-10 11:09:32,037 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0001/
2014-04-10 11:09:32,041 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:32,041 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:32,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:32,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:09:32,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:09:32,042 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:09:32,042 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar, 1397146152841, FILE, null }
2014-04-10 11:09:32,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397146152676, FILE, null }
2014-04-10 11:09:32,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0001_01_000001
2014-04-10 11:09:32,062 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0001_01_000001.tokens. Credentials list:
2014-04-10 11:09:32,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:32,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:32,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:32,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:32,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:32,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:32,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:32,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:32,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:32,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:32,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:32,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:32,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:32,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:32,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:32,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:32,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:32,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:32,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:32,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35127, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, duration: 12573234
2014-04-10 11:09:32,132 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35126, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, duration: 19034851
2014-04-10 11:09:32,145 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0001_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000001.tokens
2014-04-10 11:09:32,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:32,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/10/hadoop-3986234510746822339.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:32,159 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:32,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:32,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:32,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:32,295 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40833, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-363902989_899, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, duration: 2534782
2014-04-10 11:09:32,341 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:32,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:32,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:32,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:32,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35126, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-363902989_899, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, duration: 319331
2014-04-10 11:09:32,390 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:32,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:32,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:32,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:32,422 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48217, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-363902989_899, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 341110
2014-04-10 11:09:32,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003
2014-04-10 11:09:32,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005
2014-04-10 11:09:32,440 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:32,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004
2014-04-10 11:09:32,442 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006
2014-04-10 11:09:32,451 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003
2014-04-10 11:09:32,453 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007
2014-04-10 11:09:32,457 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004
2014-04-10 11:09:32,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005
2014-04-10 11:09:32,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006
2014-04-10 11:09:32,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:32,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:32,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:32,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007
2014-04-10 11:09:32,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005
2014-04-10 11:09:32,473 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35127, bytes: 82227, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-363902989_899, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, duration: 738236
2014-04-10 11:09:32,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003
2014-04-10 11:09:32,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004
2014-04-10 11:09:32,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005
2014-04-10 11:09:32,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006
2014-04-10 11:09:32,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007
2014-04-10 11:09:32,495 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:32,496 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:32,543 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:32,543 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:32,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000001/default_container_executor.sh]
2014-04-10 11:09:32,924 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:33,493 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004 to 127.0.0.1:51097
2014-04-10 11:09:33,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004 src: /127.0.0.1:39642 dest: /127.0.0.1:51097
2014-04-10 11:09:33,499 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:09:33,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004 src: /127.0.0.1:39642 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:09:33,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741828_1004 size 244650
2014-04-10 11:09:33,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:09:33,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/COMMIT_STARTED dst=null perm=null
2014-04-10 11:09:33,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:09:33,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/COMMIT_FAIL dst=null perm=null
2014-04-10 11:09:33,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001 dst=null perm=null
2014-04-10 11:09:33,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:09:33,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:09:33,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:33,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:09:34,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:34,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:34,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35137, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741830_1006, duration: 190764
2014-04-10 11:09:34,753 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0001_000001 (auth:SIMPLE)
2014-04-10 11:09:34,758 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0001_000001
2014-04-10 11:09:34,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0001 APPATTEMPTID=appattempt_1397146165236_0001_000001
2014-04-10 11:09:34,759 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:09:34,759 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0001 State change from ACCEPTED to RUNNING
2014-04-10 11:09:34,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:34,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:09:34,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:34,990 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:09:35,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008 src: /127.0.0.1:39648 dest: /127.0.0.1:51097
2014-04-10 11:09:35,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008 src: /127.0.0.1:35141 dest: /127.0.0.1:43710
2014-04-10 11:09:35,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008 src: /127.0.0.1:40844 dest: /127.0.0.1:50700
2014-04-10 11:09:35,039 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40844, dest: /127.0.0.1:50700, bytes: 95522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008, duration: 8840111
2014-04-10 11:09:35,039 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:35,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:35,040 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35141, dest: /127.0.0.1:43710, bytes: 95522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008, duration: 9641351
2014-04-10 11:09:35,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:35,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:35,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39648, dest: /127.0.0.1:51097, bytes: 95522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008, duration: 10897022
2014-04-10 11:09:35,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:35,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:35,063 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:35,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:35,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000002
2014-04-10 11:09:35,926 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:09:35,926 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0001 container=Container: [ContainerId: container_1397146165236_0001_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0001_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:35,926 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:09:35,926 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:35,927 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:35,927 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000003
2014-04-10 11:09:35,927 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:09:35,928 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0001 container=Container: [ContainerId: container_1397146165236_0001_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0001_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:35,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:09:35,928 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:35,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:35,933 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000004
2014-04-10 11:09:35,934 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:09:35,934 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0001 container=Container: [ContainerId: container_1397146165236_0001_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0001_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:35,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:09:35,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:35,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:35,935 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000005
2014-04-10 11:09:35,936 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:09:35,936 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0001 container=Container: [ContainerId: container_1397146165236_0001_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0001_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:35,936 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:09:35,936 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:36,813 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:36,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:36,814 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:36,815 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:36,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:36,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:36,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:36,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:36,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:36,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:36,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:36,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:36,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:36,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:36,958 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0001_000001 (auth:SIMPLE)
2014-04-10 11:09:36,958 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0001_000001 (auth:SIMPLE)
2014-04-10 11:09:36,965 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0001_01_000005 by user brock
2014-04-10 11:09:36,966 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0001_01_000003 by user brock
2014-04-10 11:09:36,966 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0001_01_000002 by user brock
2014-04-10 11:09:36,967 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000003
2014-04-10 11:09:36,966 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0001
2014-04-10 11:09:36,967 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0001_01_000003 to application application_1397146165236_0001
2014-04-10 11:09:36,967 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0001_01_000004 by user brock
2014-04-10 11:09:36,968 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0001_01_000002 to application application_1397146165236_0001
2014-04-10 11:09:36,968 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000005
2014-04-10 11:09:36,968 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000002
2014-04-10 11:09:36,969 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000004
2014-04-10 11:09:36,969 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from NEW to INITING
2014-04-10 11:09:36,971 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:09:36,973 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0001_01_000005 to application application_1397146165236_0001
2014-04-10 11:09:36,973 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:09:36,973 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0001_01_000004 to application application_1397146165236_0001
2014-04-10 11:09:36,973 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,974 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,974 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:36,974 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from INITING to RUNNING
2014-04-10 11:09:36,975 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:09:36,975 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0001
2014-04-10 11:09:36,976 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:09:36,976 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,976 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,976 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,977 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,977 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:36,977 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:36,977 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0001
2014-04-10 11:09:36,977 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0001
2014-04-10 11:09:36,978 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:36,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:36,979 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:36,980 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:36,980 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:36,980 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:09:36,981 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,981 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0001
2014-04-10 11:09:36,982 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:36,983 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0001
2014-04-10 11:09:36,984 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar, 1397146152841, FILE, null }
2014-04-10 11:09:36,987 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397146152676, FILE, null }
2014-04-10 11:09:36,987 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0001_01_000005
2014-04-10 11:09:36,988 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar, 1397146152841, FILE, null }
2014-04-10 11:09:36,991 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397146152676, FILE, null }
2014-04-10 11:09:36,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0001_01_000004
2014-04-10 11:09:37,003 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0001_01_000005.tokens. Credentials list:
2014-04-10 11:09:37,009 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0001_01_000004.tokens. Credentials list:
2014-04-10 11:09:37,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:37,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:37,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:37,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:37,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:37,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:37,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:37,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:37,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:37,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:37,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:37,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:37,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:37,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:37,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:37,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:37,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:37,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:37,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:37,029 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:37,029 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:37,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:37,029 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:37,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40849, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, duration: 1519717
2014-04-10 11:09:37,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40850, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, duration: 2639259
2014-04-10 11:09:37,055 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/filecache/10/hadoop-3986234510746822339.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:37,056 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:37,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0001_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000005.tokens
2014-04-10 11:09:37,097 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:37,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000003/default_container_executor.sh]
2014-04-10 11:09:37,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000002/default_container_executor.sh]
2014-04-10 11:09:37,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:37,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:37,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:37,221 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40849, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1324914721_1112, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, duration: 564027
2014-04-10 11:09:37,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:37,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:37,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:37,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:37,259 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35151, bytes: 82227, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1324914721_1112, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, duration: 247715
2014-04-10 11:09:37,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:37,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:37,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:37,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:37,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:37,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:37,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:37,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000005/default_container_executor.sh]
2014-04-10 11:09:37,349 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000004/default_container_executor.sh]
2014-04-10 11:09:37,450 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008
2014-04-10 11:09:37,461 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008
2014-04-10 11:09:37,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008
2014-04-10 11:09:37,477 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004
2014-04-10 11:09:37,835 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:09:37,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:37,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:37,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:37,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:38,293 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:38,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0001_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000004.tokens
2014-04-10 11:09:38,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:39,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:39,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:39,599 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39672, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000000_0_312061519_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 221093
2014-04-10 11:09:39,610 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39673, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000001_0_822467824_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 232635
2014-04-10 11:09:39,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:39,667 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40868, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000000_0_312061519_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 233132
2014-04-10 11:09:39,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:39,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:39,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.split dst=null perm=null
2014-04-10 11:09:39,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40870, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000002_0_1840644316_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 202664
2014-04-10 11:09:39,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:39,803 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39678, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000003_0_-1269174184_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741829_1005, duration: 219566
2014-04-10 11:09:39,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35171, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000002_0_1840644316_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 226667
2014-04-10 11:09:39,845 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40874, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000001_0_822467824_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 256540
2014-04-10 11:09:39,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:39,870 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40875, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0001_m_000003_0_-1269174184_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 235548
2014-04-10 11:09:39,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_m_000001_0 dst=null perm=null
2014-04-10 11:09:39,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_m_000000_0 dst=null perm=null
2014-04-10 11:09:39,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0001_01_000003
2014-04-10 11:09:39,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000003
2014-04-10 11:09:39,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:09:39,986 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0001_01_000003
2014-04-10 11:09:39,990 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0001_01_000002
2014-04-10 11:09:39,991 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000002
2014-04-10 11:09:39,992 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0001_01_000003 is : 143
2014-04-10 11:09:40,001 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:09:40,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:09:40,004 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:40,004 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0001_01_000002
2014-04-10 11:09:40,009 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0001_01_000002 is : 143
2014-04-10 11:09:40,020 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000003
2014-04-10 11:09:40,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000003
2014-04-10 11:09:40,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000003
2014-04-10 11:09:40,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000003
2014-04-10 11:09:40,022 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:40,022 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000003
2014-04-10 11:09:40,023 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:40,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000002
2014-04-10 11:09:40,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000002
2014-04-10 11:09:40,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000002
2014-04-10 11:09:40,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000002
2014-04-10 11:09:40,025 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0001_01_000003 from application application_1397146165236_0001
2014-04-10 11:09:40,025 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:40,025 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0001
2014-04-10 11:09:40,025 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000002
2014-04-10 11:09:40,025 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:40,025 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0001_01_000002 from application application_1397146165236_0001
2014-04-10 11:09:40,025 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:40,025 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0001
2014-04-10 11:09:40,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009 src: /127.0.0.1:40876 dest: /127.0.0.1:50700
2014-04-10 11:09:40,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009 src: /127.0.0.1:39683 dest: /127.0.0.1:51097
2014-04-10 11:09:40,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009 src: /127.0.0.1:35176 dest: /127.0.0.1:43710
2014-04-10 11:09:40,040 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1.jhist for DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:40,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_m_000002_0 dst=null perm=null
2014-04-10 11:09:40,083 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0001_01_000004
2014-04-10 11:09:40,083 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000004
2014-04-10 11:09:40,083 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:09:40,083 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0001_01_000004
2014-04-10 11:09:40,090 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0001_01_000004 is : 143
2014-04-10 11:09:40,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:40,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000004
2014-04-10 11:09:40,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_m_000003_0 dst=null perm=null
2014-04-10 11:09:40,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000004
2014-04-10 11:09:40,099 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000004
2014-04-10 11:09:40,100 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000004
2014-04-10 11:09:40,100 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000004
2014-04-10 11:09:40,100 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:40,100 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0001_01_000004 from application application_1397146165236_0001
2014-04-10 11:09:40,100 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:40,101 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0001
2014-04-10 11:09:40,146 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0001_01_000005
2014-04-10 11:09:40,147 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000005
2014-04-10 11:09:40,147 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:09:40,147 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0001_01_000005
2014-04-10 11:09:40,148 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0001_01_000004
2014-04-10 11:09:40,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:40,149 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0001_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:09:40,149 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000004
2014-04-10 11:09:40,149 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0001_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:09:40,150 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:09:40,150 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0001_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:40,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:40,150 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:09:40,150 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0001_000001 released container container_1397146165236_0001_01_000004 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:09:40,152 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0001_01_000005 is : 143
2014-04-10 11:09:40,162 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:40,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000005
2014-04-10 11:09:40,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000005
2014-04-10 11:09:40,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000005
2014-04-10 11:09:40,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000005
2014-04-10 11:09:40,163 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000005
2014-04-10 11:09:40,164 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:40,164 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0001_01_000005 from application application_1397146165236_0001
2014-04-10 11:09:40,164 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:40,164 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0001
2014-04-10 11:09:40,992 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0001_01_000002
2014-04-10 11:09:40,992 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0001_01_000003
2014-04-10 11:09:40,993 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:40,993 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0001_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:09:40,993 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000002
2014-04-10 11:09:40,994 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0001_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:09:40,994 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:09:40,994 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0001_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:40,994 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:40,994 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:09:40,995 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0001_000001 released container container_1397146165236_0001_01_000002 on node: host: localhost:42468 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:09:40,995 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:40,995 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0001_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:09:40,995 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000003
2014-04-10 11:09:40,995 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0001_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:09:40,996 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:09:40,996 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0001_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:40,996 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:40,996 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:09:40,996 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0001_000001 released container container_1397146165236_0001_01_000003 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:09:41,148 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0001_01_000005
2014-04-10 11:09:41,150 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:41,150 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0001_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:09:41,150 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000005
2014-04-10 11:09:41,150 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0001_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:09:41,151 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:09:41,151 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0001_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:41,151 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:41,151 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:09:41,151 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0001_000001 released container container_1397146165236_0001_01_000005 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:09:41,980 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:41,980 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000006
2014-04-10 11:09:41,980 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:09:41,981 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0001 container=Container: [ContainerId: container_1397146165236_0001_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0001_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:41,981 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:09:41,981 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:42,856 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:42,875 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0001_000001 (auth:SIMPLE)
2014-04-10 11:09:42,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0001_01_000006 by user brock
2014-04-10 11:09:42,881 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0001
2014-04-10 11:09:42,881 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000006
2014-04-10 11:09:42,882 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from NEW to INITING
2014-04-10 11:09:42,883 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0001_01_000006 to application application_1397146165236_0001
2014-04-10 11:09:42,884 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from INITING to RUNNING
2014-04-10 11:09:42,884 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:09:42,884 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0001
2014-04-10 11:09:42,884 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0001
2014-04-10 11:09:42,885 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:42,885 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0001
2014-04-10 11:09:42,885 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:42,885 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:42,885 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:42,886 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:09:42,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar, 1397146152841, FILE, null }
2014-04-10 11:09:42,888 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397146152676, FILE, null }
2014-04-10 11:09:42,889 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0001_01_000006
2014-04-10 11:09:42,901 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0001_01_000006.tokens. Credentials list:
2014-04-10 11:09:42,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:42,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:42,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:42,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:42,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:42,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:42,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:42,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:42,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:42,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:42,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:42,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:42,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:42,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:42,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:42,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:42,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:42,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:42,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:42,936 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48266, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, duration: 1119555
2014-04-10 11:09:42,936 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40884, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, duration: 1550932
2014-04-10 11:09:42,954 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/hadoop-3986234510746822339.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:42,955 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:42,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0001_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000006.tokens
2014-04-10 11:09:42,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0001 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:42,980 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:43,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:43,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:43,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar dst=null perm=null
2014-04-10 11:09:43,071 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40884, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1589241824_1365, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741828_1004, duration: 901150
2014-04-10 11:09:43,097 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:43,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:43,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:43,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml dst=null perm=null
2014-04-10 11:09:43,127 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48266, bytes: 82227, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1589241824_1365, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741831_1007, duration: 532368
2014-04-10 11:09:43,145 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:43,145 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:43,178 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:43,179 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:43,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000006/default_container_executor.sh]
2014-04-10 11:09:43,861 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:09:45,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,063 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:09:45,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010 src: /127.0.0.1:48278 dest: /127.0.0.1:55447
2014-04-10 11:09:45,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010 src: /127.0.0.1:35194 dest: /127.0.0.1:43710
2014-04-10 11:09:45,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010 src: /127.0.0.1:40897 dest: /127.0.0.1:50700
2014-04-10 11:09:45,160 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40897, dest: /127.0.0.1:50700, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0001_r_000000_0_-1366320507_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, duration: 13704270
2014-04-10 11:09:45,160 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:45,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,161 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35194, dest: /127.0.0.1:43710, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0001_r_000000_0_-1366320507_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, duration: 14378798
2014-04-10 11:09:45,161 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,162 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48278, dest: /127.0.0.1:55447, bytes: 7, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0001_r_000000_0_-1366320507_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, duration: 15333392
2014-04-10 11:09:45,162 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,163 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,179 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0001_r_000000_0_-1366320507_1
2014-04-10 11:09:45,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_r_000000_0 dst=null perm=null
2014-04-10 11:09:45,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_r_000000_0 dst=null perm=null
2014-04-10 11:09:45,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1397146165236_0001_r_000000 dst=null perm=null
2014-04-10 11:09:45,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/_temporary/attempt_1397146165236_0001_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1397146165236_0001_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:09:45,290 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0001_01_000006
2014-04-10 11:09:45,290 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000006
2014-04-10 11:09:45,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:09:45,291 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0001_01_000006
2014-04-10 11:09:45,298 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0001_01_000006 is : 143
2014-04-10 11:09:45,310 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:45,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000006
2014-04-10 11:09:45,310 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000006
2014-04-10 11:09:45,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000006
2014-04-10 11:09:45,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000006
2014-04-10 11:09:45,311 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000006
2014-04-10 11:09:45,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,314 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:45,314 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0001_01_000006 from application application_1397146165236_0001
2014-04-10 11:09:45,314 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:45,315 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0001
2014-04-10 11:09:45,329 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:45,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1 dst=null perm=null
2014-04-10 11:09:45,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:45,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:45,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1397146165236_0001_r_000000 dst=null perm=null
2014-04-10 11:09:45,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null
2014-04-10 11:09:45,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary/1/task_1397146165236_0001_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary dst=null perm=null
2014-04-10 11:09:45,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,437 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:45,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,471 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:45,499 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35176, dest: /127.0.0.1:43710, bytes: 61550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009, duration: 5464343165
2014-04-10 11:09:45,500 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:45,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 15145
2014-04-10 11:09:45,501 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39683, dest: /127.0.0.1:51097, bytes: 61550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009, duration: 5465795673
2014-04-10 11:09:45,501 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 15145
2014-04-10 11:09:45,502 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40876, dest: /127.0.0.1:50700, bytes: 61550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009, duration: 5466614270
2014-04-10 11:09:45,502 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 15145
2014-04-10 11:09:45,521 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:45,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,542 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:09:45,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011 src: /127.0.0.1:48282 dest: /127.0.0.1:55447
2014-04-10 11:09:45,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011 src: /127.0.0.1:39706 dest: /127.0.0.1:51097
2014-04-10 11:09:45,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011 src: /127.0.0.1:35199 dest: /127.0.0.1:43710
2014-04-10 11:09:45,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35199, dest: /127.0.0.1:43710, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011, duration: 2643799
2014-04-10 11:09:45,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:45,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39706, dest: /127.0.0.1:51097, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011, duration: 3357817
2014-04-10 11:09:45,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,567 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48282, dest: /127.0.0.1:55447, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011, duration: 4192034
2014-04-10 11:09:45,567 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,587 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:45,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:45,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1.jhist dst=null perm=null
2014-04-10 11:09:45,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist_tmp dst=null perm=null
2014-04-10 11:09:45,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1.jhist dst=null perm=null
2014-04-10 11:09:45,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist_tmp dst=null perm=null
2014-04-10 11:09:45,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1.jhist dst=null perm=null
2014-04-10 11:09:45,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40902, bytes: 62034, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009, duration: 202945
2014-04-10 11:09:45,643 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:09:45,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012 src: /127.0.0.1:39709 dest: /127.0.0.1:51097
2014-04-10 11:09:45,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012 src: /127.0.0.1:40904 dest: /127.0.0.1:50700
2014-04-10 11:09:45,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012 src: /127.0.0.1:35203 dest: /127.0.0.1:43710
2014-04-10 11:09:45,666 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35203, dest: /127.0.0.1:43710, bytes: 61550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012, duration: 3550869
2014-04-10 11:09:45,666 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:45,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,667 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40904, dest: /127.0.0.1:50700, bytes: 61550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012, duration: 4352672
2014-04-10 11:09:45,667 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,668 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39709, dest: /127.0.0.1:51097, bytes: 61550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012, duration: 5388945
2014-04-10 11:09:45,668 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:45,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:45,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1_conf.xml dst=null perm=null
2014-04-10 11:09:45,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:09:45,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1_conf.xml dst=null perm=null
2014-04-10 11:09:45,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml_tmp dst=null perm=null
2014-04-10 11:09:45,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001/job_1397146165236_0001_1_conf.xml dst=null perm=null
2014-04-10 11:09:45,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:45,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39712, bytes: 96270, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741832_1008, duration: 497538
2014-04-10 11:09:45,736 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:09:45,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013 src: /127.0.0.1:39713 dest: /127.0.0.1:51097
2014-04-10 11:09:45,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013 src: /127.0.0.1:35206 dest: /127.0.0.1:43710
2014-04-10 11:09:45,761 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013 src: /127.0.0.1:40909 dest: /127.0.0.1:50700
2014-04-10 11:09:45,768 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40909, dest: /127.0.0.1:50700, bytes: 95522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013, duration: 6374182
2014-04-10 11:09:45,769 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:45,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,770 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35206, dest: /127.0.0.1:43710, bytes: 95522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013, duration: 7498513
2014-04-10 11:09:45,770 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39713, dest: /127.0.0.1:51097, bytes: 95522, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1923318832_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013, duration: 8369494
2014-04-10 11:09:45,771 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:45,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:09:45,787 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1923318832_1
2014-04-10 11:09:45,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:45,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:45,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:45,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:45,868 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0001_000001 with final state: FINISHING
2014-04-10 11:09:45,869 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:09:45,869 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0001 with final state: FINISHING
2014-04-10 11:09:45,870 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:09:45,871 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0001
2014-04-10 11:09:45,872 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:09:45,872 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:09:45,929 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:09:45,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:09:45,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:09:45,959 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0001 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist
2014-04-10 11:09:45,960 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist]
2014-04-10 11:09:45,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist dst=null perm=null
2014-04-10 11:09:45,967 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35209, bytes: 62034, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012, duration: 220661
2014-04-10 11:09:46,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary dst=null perm=null
2014-04-10 11:09:46,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48295, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011, duration: 309704
2014-04-10 11:09:46,193 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0001,submitTime=1397146171755,launchTime=1397146174772,firstMapTaskLaunchTime=1397146176979,firstReduceTaskLaunchTime=1397146182883,finishTime=1397146185472,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[2D759D546627412A8B4A1C216F81578E/8C7B87C50D7E40AA96BD0B5826621A93] test/(1/1) ...pesplatform/filtercomplex
2014-04-10 11:09:46,193 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary]
2014-04-10 11:09:46,292 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0001_01_000006
2014-04-10 11:09:46,294 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:46,294 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0001_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:09:46,294 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000006
2014-04-10 11:09:46,295 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0001_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:09:46,295 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:09:46,295 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0001_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:46,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:46,295 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:09:46,296 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0001_000001 released container container_1397146165236_0001_01_000006 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:09:46,354 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:09:46,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001.summary dst=null perm=null
2014-04-10 11:09:46,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:09:46,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:46,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:09:46,373 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2014-04-10 11:09:46,373 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist
2014-04-10 11:09:46,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0001-1397146171755-brock-%5B2D759D546627412A8B4A1C216F81578E%2F8C7B87C50D7E40AA-1397146185472-4-1-SUCCEEDED-default-1397146174772.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:46,397 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0001_conf.xml
2014-04-10 11:09:46,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0001_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:09:46,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,478 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary
2014-04-10 11:09:46,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/_temporary dst=null perm=null
2014-04-10 11:09:46,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,505 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:09:46,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null
2014-04-10 11:09:46,519 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40914, bytes: 11, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, duration: 139716
2014-04-10 11:09:46,519 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/filtercomplex
2014-04-10 11:09:46,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex dst=null perm=null
2014-04-10 11:09:46,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null
2014-04-10 11:09:46,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filtercomplex/part-00000 dst=null perm=null
2014-04-10 11:09:46,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48295, bytes: 11, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010, duration: 131361
2014-04-10 11:09:46,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:46,549 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:09:46,549 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:09:46,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:09:46,580 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:09:46,580 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:09:46,581 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextDelimited[['ip', 'count1', 'count2', 'count3', 'count4']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain"]
2014-04-10 11:09:46,581 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:09:46,581 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:09:46,581 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:09:46,581 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pipesplatform/simplechain
2014-04-10 11:09:46,589 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:09:46,597 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:09:46,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:09:46,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:09:46,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:09:46,602 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 2
2014-04-10 11:09:46,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002 dst=null perm=null
2014-04-10 11:09:46,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:09:46,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:09:46,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:46,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:46,667 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:09:46,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014 src: /127.0.0.1:39721 dest: /127.0.0.1:51097
2014-04-10 11:09:46,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014 src: /127.0.0.1:40916 dest: /127.0.0.1:50700
2014-04-10 11:09:46,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014 src: /127.0.0.1:48300 dest: /127.0.0.1:55447
2014-04-10 11:09:46,691 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48300, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, duration: 5198807
2014-04-10 11:09:46,691 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:46,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,692 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40916, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, duration: 6244360
2014-04-10 11:09:46,692 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:46,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39721, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, duration: 6557073
2014-04-10 11:09:46,693 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:46,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,712 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:46,714 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar
2014-04-10 11:09:46,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:46,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:46,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:46,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:46,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:46,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:46,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:46,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:46,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:46,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:46,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:46,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:46,763 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:09:46,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:46,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:46,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:46,797 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split
2014-04-10 11:09:46,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:46,815 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:09:46,831 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015 src: /127.0.0.1:35216 dest: /127.0.0.1:43710
2014-04-10 11:09:46,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015 src: /127.0.0.1:39725 dest: /127.0.0.1:51097
2014-04-10 11:09:46,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015 src: /127.0.0.1:48303 dest: /127.0.0.1:55447
2014-04-10 11:09:46,836 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015 src: /127.0.0.1:40921 dest: /127.0.0.1:50700
2014-04-10 11:09:46,841 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40921, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 3794978
2014-04-10 11:09:46,841 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:46,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,842 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48303, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 4564348
2014-04-10 11:09:46,842 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:46,842 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39725, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 5363062
2014-04-10 11:09:46,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:46,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35216, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 6164722
2014-04-10 11:09:46,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:46,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,862 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:46,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:46,896 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:09:46,896 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:09:46,896 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:09:46,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:09:46,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:09:46,897 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:09:46,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0001 dst=null perm=null
2014-04-10 11:09:46,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:46,915 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:09:46,931 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016 src: /127.0.0.1:48305 dest: /127.0.0.1:55447
2014-04-10 11:09:46,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016 src: /127.0.0.1:35221 dest: /127.0.0.1:43710
2014-04-10 11:09:46,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016 src: /127.0.0.1:39730 dest: /127.0.0.1:51097
2014-04-10 11:09:46,937 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39730, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, duration: 2268326
2014-04-10 11:09:46,938 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:46,938 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35221, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, duration: 3086700
2014-04-10 11:09:46,939 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:46,939 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,940 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48305, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, duration: 4036496
2014-04-10 11:09:46,940 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:46,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:46,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:46,955 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:09:46,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:46,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:09:47,013 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073741838_1014 to datanode(s) 127.0.0.1:43710
2014-04-10 11:09:47,014 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741835_1011]
2014-04-10 11:09:47,014 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741835_1011]
2014-04-10 11:09:47,027 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:09:47,039 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017 src: /127.0.0.1:40925 dest: /127.0.0.1:50700
2014-04-10 11:09:47,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017 src: /127.0.0.1:35224 dest: /127.0.0.1:43710
2014-04-10 11:09:47,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017 src: /127.0.0.1:48310 dest: /127.0.0.1:55447
2014-04-10 11:09:47,046 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48310, dest: /127.0.0.1:55447, bytes: 81737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, duration: 2779657
2014-04-10 11:09:47,046 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:47,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:09:47,047 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35224, dest: /127.0.0.1:43710, bytes: 81737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, duration: 3488751
2014-04-10 11:09:47,047 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:47,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:09:47,047 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40925, dest: /127.0.0.1:50700, bytes: 81737, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, duration: 3775425
2014-04-10 11:09:47,048 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:47,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:09:47,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:09:47,063 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0002
2014-04-10 11:09:47,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002 dst=null perm=null
2014-04-10 11:09:47,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:47,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:47,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:47,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:47,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:47,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:47,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:47,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:47,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:47,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:47,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:47,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:47,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:47,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:47,123 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 2 submitted by user brock
2014-04-10 11:09:47,123 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0002
2014-04-10 11:09:47,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0002
2014-04-10 11:09:47,123 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0002
2014-04-10 11:09:47,123 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0002 State change from NEW to NEW_SAVING
2014-04-10 11:09:47,124 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0002 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:09:47,125 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0002_000001
2014-04-10 11:09:47,125 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from NEW to SUBMITTED
2014-04-10 11:09:47,126 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0002 from user: brock activated in queue: default
2014-04-10 11:09:47,126 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0002 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:09:47,127 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0002 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:09:47,127 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0002
2014-04-10 11:09:47,127 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0002_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:09:47,128 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:09:47,129 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0002 State change from SUBMITTED to ACCEPTED
2014-04-10 11:09:47,131 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0002/
2014-04-10 11:09:47,131 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0002
2014-04-10 11:09:47,131 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0002/
2014-04-10 11:09:47,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:47,155 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000001
2014-04-10 11:09:47,155 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:09:47,156 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0002 container=Container: [ContainerId: container_1397146165236_0002_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0002_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:47,156 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:09:47,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:47,157 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:47,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0002 AttemptId: appattempt_1397146165236_0002_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0002_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:09:47,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:09:47,158 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:09:47,158 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0002_000001
2014-04-10 11:09:47,160 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0002_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0002_000001
2014-04-10 11:09:47,160 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:09:47,164 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0002_000001 (auth:SIMPLE)
2014-04-10 11:09:47,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0002_01_000001 by user brock
2014-04-10 11:09:47,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0002
2014-04-10 11:09:47,169 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000001
2014-04-10 11:09:47,169 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from NEW to INITING
2014-04-10 11:09:47,169 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0002_01_000001 to application application_1397146165236_0002
2014-04-10 11:09:47,170 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0002_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0002_000001
2014-04-10 11:09:47,170 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from INITING to RUNNING
2014-04-10 11:09:47,170 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:09:47,171 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:09:47,171 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0002
2014-04-10 11:09:47,171 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:47,172 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:09:47,172 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:09:47,172 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:09:47,172 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0002_01_000001
2014-04-10 11:09:47,183 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0002_01_000001.tokens. Credentials list:
2014-04-10 11:09:47,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:47,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0002_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000001.tokens
2014-04-10 11:09:47,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:09:47,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:47,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:47,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:47,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39737, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2085215204_1551, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, duration: 1375008
2014-04-10 11:09:47,412 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:47,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:47,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:47,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:47,441 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48295, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2085215204_1551, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, duration: 139244
2014-04-10 11:09:47,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012
2014-04-10 11:09:47,454 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010
2014-04-10 11:09:47,456 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013
2014-04-10 11:09:47,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:47,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014
2014-04-10 11:09:47,462 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009
2014-04-10 11:09:47,464 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017
2014-04-10 11:09:47,464 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011
2014-04-10 11:09:47,464 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015
2014-04-10 11:09:47,465 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010
2014-04-10 11:09:47,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009
2014-04-10 11:09:47,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015
2014-04-10 11:09:47,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017
2014-04-10 11:09:47,470 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012
2014-04-10 11:09:47,470 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016
2014-04-10 11:09:47,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013
2014-04-10 11:09:47,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015
2014-04-10 11:09:47,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:47,481 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741836_1012
2014-04-10 11:09:47,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:47,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741833_1009
2014-04-10 11:09:47,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:47,483 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741837_1013
2014-04-10 11:09:47,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011
2014-04-10 11:09:47,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014
2014-04-10 11:09:47,487 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016
2014-04-10 11:09:47,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39737, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2085215204_1551, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 331676
2014-04-10 11:09:47,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015
2014-04-10 11:09:47,494 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741834_1010
2014-04-10 11:09:47,495 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741835_1011
2014-04-10 11:09:47,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017
2014-04-10 11:09:47,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014
2014-04-10 11:09:47,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016
2014-04-10 11:09:47,512 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:47,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:47,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:47,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:47,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48295, bytes: 82377, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2085215204_1551, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, duration: 492713
2014-04-10 11:09:47,555 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:47,555 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:47,584 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:47,585 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:47,625 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000001/default_container_executor.sh]
2014-04-10 11:09:48,154 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:48,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828 for deletion
2014-04-10 11:09:48,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829 for deletion
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741830 for deletion
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741831 for deletion
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741832 for deletion
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741833 for deletion
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741835 for deletion
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741830
2014-04-10 11:09:48,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741831
2014-04-10 11:09:48,476 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741832
2014-04-10 11:09:48,476 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741833
2014-04-10 11:09:48,476 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741835
2014-04-10 11:09:48,485 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014 to 127.0.0.1:43710
2014-04-10 11:09:48,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828 for deletion
2014-04-10 11:09:48,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829 for deletion
2014-04-10 11:09:48,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741830 for deletion
2014-04-10 11:09:48,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829
2014-04-10 11:09:48,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014 src: /127.0.0.1:35231 dest: /127.0.0.1:43710
2014-04-10 11:09:48,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741831 for deletion
2014-04-10 11:09:48,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741835 for deletion
2014-04-10 11:09:48,489 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:09:48,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828
2014-04-10 11:09:48,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741831
2014-04-10 11:09:48,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741830
2014-04-10 11:09:48,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741835
2014-04-10 11:09:48,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014 src: /127.0.0.1:35231 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:09:48,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741838_1014 size 244650
2014-04-10 11:09:48,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:09:48,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/COMMIT_STARTED dst=null perm=null
2014-04-10 11:09:48,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:09:48,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/COMMIT_FAIL dst=null perm=null
2014-04-10 11:09:48,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002 dst=null perm=null
2014-04-10 11:09:48,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:09:48,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:09:49,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:49,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.splitmetainfo dst=null perm=null
2014-04-10 11:09:49,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48318, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741840_1016, duration: 181358
2014-04-10 11:09:49,806 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0002_000001 (auth:SIMPLE)
2014-04-10 11:09:49,808 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0002_000001
2014-04-10 11:09:49,808 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0002 APPATTEMPTID=appattempt_1397146165236_0002_000001
2014-04-10 11:09:49,808 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:09:49,809 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0002 State change from ACCEPTED to RUNNING
2014-04-10 11:09:49,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:49,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:09:49,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:49,991 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:09:50,014 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741832_1008, blk_1073741833_1009]
2014-04-10 11:09:50,014 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741835_1011]
2014-04-10 11:09:50,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018 src: /127.0.0.1:40937 dest: /127.0.0.1:50700
2014-04-10 11:09:50,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018 src: /127.0.0.1:48321 dest: /127.0.0.1:55447
2014-04-10 11:09:50,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018 src: /127.0.0.1:35237 dest: /127.0.0.1:43710
2014-04-10 11:09:50,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35237, dest: /127.0.0.1:43710, bytes: 95672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018, duration: 5784767
2014-04-10 11:09:50,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:50,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:50,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48321, dest: /127.0.0.1:55447, bytes: 95672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018, duration: 6362067
2014-04-10 11:09:50,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:50,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:50,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40937, dest: /127.0.0.1:50700, bytes: 95672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018, duration: 6793255
2014-04-10 11:09:50,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:50,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:09:50,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:09:50,997 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:50,997 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000002
2014-04-10 11:09:50,997 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:09:50,997 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0002 container=Container: [ContainerId: container_1397146165236_0002_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0002_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:50,998 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:09:50,998 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:50,999 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:50,999 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000003
2014-04-10 11:09:50,999 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:09:50,999 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0002 container=Container: [ContainerId: container_1397146165236_0002_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0002_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:51,000 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:09:51,000 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:51,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:51,092 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000004
2014-04-10 11:09:51,093 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:09:51,093 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0002 container=Container: [ContainerId: container_1397146165236_0002_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0002_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:51,093 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:09:51,094 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:51,095 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:51,095 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000005
2014-04-10 11:09:51,095 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:09:51,095 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0002 container=Container: [ContainerId: container_1397146165236_0002_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0002_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:51,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:09:51,096 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:51,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828 for deletion
2014-04-10 11:09:51,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829 for deletion
2014-04-10 11:09:51,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828
2014-04-10 11:09:51,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741830 for deletion
2014-04-10 11:09:51,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829
2014-04-10 11:09:51,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741830_1006 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741830
2014-04-10 11:09:51,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741832 for deletion
2014-04-10 11:09:51,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741833 for deletion
2014-04-10 11:09:51,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741832
2014-04-10 11:09:51,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741833
2014-04-10 11:09:51,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828 for deletion
2014-04-10 11:09:51,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829 for deletion
2014-04-10 11:09:51,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741828_1004 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741828
2014-04-10 11:09:51,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741831 for deletion
2014-04-10 11:09:51,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741829_1005 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741829
2014-04-10 11:09:51,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741832 for deletion
2014-04-10 11:09:51,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741833 for deletion
2014-04-10 11:09:51,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741831_1007 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741831
2014-04-10 11:09:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741833_1009 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741833
2014-04-10 11:09:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741835 for deletion
2014-04-10 11:09:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741832_1008 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741832
2014-04-10 11:09:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741835_1011 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741835
2014-04-10 11:09:51,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:51,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:51,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:51,848 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:51,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:51,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:51,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:51,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:51,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:51,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:51,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:51,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:51,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:51,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:52,003 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0002_000001 (auth:SIMPLE)
2014-04-10 11:09:52,004 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0002_000001 (auth:SIMPLE)
2014-04-10 11:09:52,010 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0002_01_000004 by user brock
2014-04-10 11:09:52,010 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0002_01_000005 by user brock
2014-04-10 11:09:52,011 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0002_01_000003 by user brock
2014-04-10 11:09:52,012 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0002
2014-04-10 11:09:52,011 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0002_01_000002 by user brock
2014-04-10 11:09:52,012 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000005
2014-04-10 11:09:52,012 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0002
2014-04-10 11:09:52,012 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0002_01_000002 to application application_1397146165236_0002
2014-04-10 11:09:52,012 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000002
2014-04-10 11:09:52,012 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from NEW to INITING
2014-04-10 11:09:52,013 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from NEW to INITING
2014-04-10 11:09:52,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000003
2014-04-10 11:09:52,014 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0002_01_000003 to application application_1397146165236_0002
2014-04-10 11:09:52,013 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000004
2014-04-10 11:09:52,014 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from INITING to RUNNING
2014-04-10 11:09:52,014 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0002_01_000005 to application application_1397146165236_0002
2014-04-10 11:09:52,016 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0002_01_000004 to application application_1397146165236_0002
2014-04-10 11:09:52,016 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:09:52,017 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from INITING to RUNNING
2014-04-10 11:09:52,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:09:52,017 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:09:52,017 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,018 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:52,018 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:09:52,018 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0002
2014-04-10 11:09:52,018 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,019 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,019 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:52,019 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:52,019 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:09:52,019 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0002
2014-04-10 11:09:52,019 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,020 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:52,020 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:52,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:52,020 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0002
2014-04-10 11:09:52,020 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:09:52,021 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:09:52,021 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,021 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0002_01_000003
2014-04-10 11:09:52,021 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0002
2014-04-10 11:09:52,021 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:52,021 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0002_01_000002
2014-04-10 11:09:52,021 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0002
2014-04-10 11:09:52,022 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar, 1397146152841, FILE, null }
2014-04-10 11:09:52,026 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397146152676, FILE, null }
2014-04-10 11:09:52,026 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0001_01_000001 succeeded
2014-04-10 11:09:52,027 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:09:52,027 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0001_01_000001
2014-04-10 11:09:52,033 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0002_01_000004
2014-04-10 11:09:52,033 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar, 1397146152841, FILE, null }
2014-04-10 11:09:52,034 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(651)) - Downloading public rsrc:{ hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1397146152676, FILE, null }
2014-04-10 11:09:52,034 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0002_01_000005
2014-04-10 11:09:52,043 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0002_01_000003.tokens. Credentials list:
2014-04-10 11:09:52,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0002_01_000004.tokens. Credentials list:
2014-04-10 11:09:52,050 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0002_01_000002.tokens. Credentials list:
2014-04-10 11:09:52,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000001
2014-04-10 11:09:52,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000001
2014-04-10 11:09:52,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000001
2014-04-10 11:09:52,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0001/container_1397146165236_0001_01_000001
2014-04-10 11:09:52,051 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000001
2014-04-10 11:09:52,051 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:09:52,051 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0001_01_000001 from application application_1397146165236_0001
2014-04-10 11:09:52,051 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:52,051 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0001
2014-04-10 11:09:52,054 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0002_01_000005.tokens. Credentials list:
2014-04-10 11:09:52,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:52,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:52,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:52,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:52,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:52,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:52,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:52,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:52,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:09:52,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:52,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:09:52,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:52,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:09:52,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:09:52,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:09:52,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:09:52,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:52,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:52,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:52,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:09:52,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40942, bytes: 388587, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741826_1002, duration: 1078539
2014-04-10 11:09:52,072 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40943, bytes: 488518, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741825_1001, duration: 1542021
2014-04-10 11:09:52,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/10/hadoop-3986234510746822339.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:52,092 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:52,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:52,092 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:52,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0002_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000004.tokens
2014-04-10 11:09:52,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0002_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000003.tokens
2014-04-10 11:09:52,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:09:52,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:09:52,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:52,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:52,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:52,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:52,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:52,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar dst=null perm=null
2014-04-10 11:09:52,263 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40942, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1955549893_1757, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, duration: 1088337
2014-04-10 11:09:52,265 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35246, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1547109128_1756, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014, duration: 1570655
2014-04-10 11:09:52,293 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:52,293 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:52,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:52,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:52,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:52,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:52,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:52,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml dst=null perm=null
2014-04-10 11:09:52,316 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35246, bytes: 82377, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1547109128_1756, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, duration: 461566
2014-04-10 11:09:52,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40943, bytes: 82377, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1955549893_1757, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741841_1017, duration: 463069
2014-04-10 11:09:52,338 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:52,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:52,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:52,341 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:09:52,341 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:52,342 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:52,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:52,375 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:52,378 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:52,378 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:52,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:52,383 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:52,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:52,383 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:52,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000002/default_container_executor.sh]
2014-04-10 11:09:52,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000003/default_container_executor.sh]
2014-04-10 11:09:52,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000004/default_container_executor.sh]
2014-04-10 11:09:52,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000005/default_container_executor.sh]
2014-04-10 11:09:52,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018
2014-04-10 11:09:52,475 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741838_1014
2014-04-10 11:09:52,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018
2014-04-10 11:09:52,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018
2014-04-10 11:09:52,868 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:09:52,996 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0001_01_000001
2014-04-10 11:09:52,997 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:52,997 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:52,997 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:52,997 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0001_000001
2014-04-10 11:09:52,997 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0001_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:09:52,997 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0001 CONTAINERID=container_1397146165236_0001_01_000001
2014-04-10 11:09:52,998 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0001_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:09:52,998 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:09:52,998 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0001_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:52,998 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:52,998 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0001_000001 State change from FINISHING to FINISHED
2014-04-10 11:09:52,998 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:09:52,998 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0001_000001 released container container_1397146165236_0001_01_000001 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:09:52,999 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0001 State change from FINISHING to FINISHED
2014-04-10 11:09:52,999 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0001_000001 is done. finalState=FINISHED
2014-04-10 11:09:53,000 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0001 requests cleared
2014-04-10 11:09:53,000 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0001 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:09:53,000 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0001 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:09:53,000 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0001
2014-04-10 11:09:53,001 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0001,name=[2D759D546627412A8B4A1C216F81578E/8C7B87C50D7E40AA96BD0B5826621A93] test/(1/1) ...pesplatform/filtercomplex,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0001/jobhistory/job/job_1397146165236_0001,appMasterHost=localhost.localdomain,startTime=1397146171781,finishTime=1397146185869,finalStatus=SUCCEEDED
2014-04-10 11:09:53,015 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0001_000001
2014-04-10 11:09:53,019 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0001_000001 (auth:SIMPLE)
2014-04-10 11:09:53,029 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0001_01_000001
2014-04-10 11:09:53,157 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:09:53,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,158 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0001
2014-04-10 11:09:53,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,159 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:09:53,159 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0001, with delay of 10800 seconds
2014-04-10 11:09:53,295 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:09:53,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,296 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0001
2014-04-10 11:09:53,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,296 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:09:53,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,297 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0001, with delay of 10800 seconds
2014-04-10 11:09:53,418 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:53,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:09:53,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0002_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000005.tokens
2014-04-10 11:09:53,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:09:53,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0002_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000002.tokens
2014-04-10 11:09:53,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:09:53,738 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2014-04-10 11:09:53,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null
2014-04-10 11:09:53,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014 dst=null perm=null
2014-04-10 11:09:53,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done/2014/04 dst=null perm=null
2014-04-10 11:09:53,748 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2014-04-10 11:09:53,997 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:09:53,998 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0001
2014-04-10 11:09:53,998 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:09:53,998 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0001, with delay of 10800 seconds
2014-04-10 11:09:53,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,998 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:53,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0001
2014-04-10 11:09:54,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:54,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:54,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:54,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job.split dst=null perm=null
2014-04-10 11:09:54,916 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48342, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000003_0_639355889_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 204463
2014-04-10 11:09:54,939 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35259, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000002_0_665690727_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 191317
2014-04-10 11:09:54,943 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35260, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000001_0_470946363_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 225764
2014-04-10 11:09:54,951 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48346, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000000_0_1991886624_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741839_1015, duration: 145047
2014-04-10 11:09:54,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:54,974 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48342, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000003_0_639355889_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 188871
2014-04-10 11:09:55,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:55,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:55,010 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35259, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000002_0_665690727_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 185449
2014-04-10 11:09:55,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:09:55,017 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48346, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000000_0_1991886624_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 275716
2014-04-10 11:09:55,188 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40964, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0002_m_000001_0_470946363_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 195091
2014-04-10 11:09:55,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_m_000003_0 dst=null perm=null
2014-04-10 11:09:55,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_m_000002_0 dst=null perm=null
2014-04-10 11:09:55,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_m_000001_0 dst=null perm=null
2014-04-10 11:09:55,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_m_000000_0 dst=null perm=null
2014-04-10 11:09:55,290 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0002_01_000005
2014-04-10 11:09:55,291 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000005
2014-04-10 11:09:55,291 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:09:55,291 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0002_01_000005
2014-04-10 11:09:55,312 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:09:55,313 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0002_01_000005 succeeded
2014-04-10 11:09:55,317 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0002_01_000003
2014-04-10 11:09:55,317 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000003
2014-04-10 11:09:55,317 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:09:55,317 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0002_01_000003
2014-04-10 11:09:55,324 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0002_01_000003 is : 143
2014-04-10 11:09:55,329 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0002_01_000002
2014-04-10 11:09:55,329 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000002
2014-04-10 11:09:55,338 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000005 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:09:55,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000005
2014-04-10 11:09:55,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:55,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:09:55,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000003
2014-04-10 11:09:55,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000003
2014-04-10 11:09:55,341 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000005
2014-04-10 11:09:55,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000003
2014-04-10 11:09:55,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000005
2014-04-10 11:09:55,341 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000005 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:09:55,341 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0002_01_000005 from application application_1397146165236_0002
2014-04-10 11:09:55,341 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:55,341 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0002
2014-04-10 11:09:55,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000003
2014-04-10 11:09:55,342 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000005
2014-04-10 11:09:55,342 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0002_01_000002
2014-04-10 11:09:55,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000005
2014-04-10 11:09:55,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0002_01_000004
2014-04-10 11:09:55,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000004
2014-04-10 11:09:55,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:09:55,348 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0002_01_000004
2014-04-10 11:09:55,348 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0002_01_000002 is : 143
2014-04-10 11:09:55,348 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0002_01_000005
2014-04-10 11:09:55,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:55,349 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0002_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:09:55,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000005
2014-04-10 11:09:55,349 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0002_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:09:55,349 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:09:55,349 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0002_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:55,349 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:55,350 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:09:55,350 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0002_000001 released container container_1397146165236_0002_01_000005 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:09:55,355 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0002_01_000004 is : 143
2014-04-10 11:09:55,359 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000003
2014-04-10 11:09:55,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:55,359 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:55,359 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0002_01_000003 from application application_1397146165236_0002
2014-04-10 11:09:55,359 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:55,359 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0002
2014-04-10 11:09:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000002
2014-04-10 11:09:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000002
2014-04-10 11:09:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000002
2014-04-10 11:09:55,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000002
2014-04-10 11:09:55,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000002
2014-04-10 11:09:55,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:55,360 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0002_01_000002 from application application_1397146165236_0002
2014-04-10 11:09:55,360 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:55,360 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0002
2014-04-10 11:09:55,362 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:09:55,362 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000004
2014-04-10 11:09:55,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000004
2014-04-10 11:09:55,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000004
2014-04-10 11:09:55,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000004
2014-04-10 11:09:55,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000004
2014-04-10 11:09:55,363 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:09:55,363 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0002_01_000004 from application application_1397146165236_0002
2014-04-10 11:09:55,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:55,363 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0002
2014-04-10 11:09:55,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019 src: /127.0.0.1:35263 dest: /127.0.0.1:43710
2014-04-10 11:09:55,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019 src: /127.0.0.1:39772 dest: /127.0.0.1:51097
2014-04-10 11:09:55,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019 src: /127.0.0.1:40967 dest: /127.0.0.1:50700
2014-04-10 11:09:55,407 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1.jhist for DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:09:56,329 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0002_01_000002
2014-04-10 11:09:56,330 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0002_01_000003
2014-04-10 11:09:56,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:56,330 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0002_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:09:56,331 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000002
2014-04-10 11:09:56,331 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0002_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:09:56,331 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:09:56,331 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0002_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:56,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:56,332 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:09:56,332 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0002_000001 released container container_1397146165236_0002_01_000002 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:09:56,332 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:56,332 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0002_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:09:56,332 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000003
2014-04-10 11:09:56,332 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0002_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:09:56,333 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:09:56,333 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0002_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:56,333 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:56,333 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:09:56,333 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0002_000001 released container container_1397146165236_0002_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:09:56,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0002_01_000004
2014-04-10 11:09:56,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:09:56,350 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0002_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:09:56,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000004
2014-04-10 11:09:56,350 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0002_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:09:56,350 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:09:56,350 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0002_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:56,350 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:56,351 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:09:56,351 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0002_000001 released container container_1397146165236_0002_01_000004 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:09:57,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:09:57,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000006
2014-04-10 11:09:57,159 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:09:57,159 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0002 container=Container: [ContainerId: container_1397146165236_0002_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0002_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:57,159 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:09:57,160 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:09:57,887 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:09:57,905 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0002_000001 (auth:SIMPLE)
2014-04-10 11:09:57,909 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0002_01_000006 by user brock
2014-04-10 11:09:57,910 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000006
2014-04-10 11:09:57,910 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0002_01_000006 to application application_1397146165236_0002
2014-04-10 11:09:57,910 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:09:57,911 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0002
2014-04-10 11:09:57,911 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0002
2014-04-10 11:09:57,911 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:09:57,911 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0002
2014-04-10 11:09:57,912 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:09:57,945 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:09:57,945 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:09:58,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000006/default_container_executor.sh]
2014-04-10 11:09:58,158 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:09:58,892 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:09:59,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:09:59,761 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:09:59,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020 src: /127.0.0.1:40974 dest: /127.0.0.1:50700
2014-04-10 11:09:59,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020 src: /127.0.0.1:48358 dest: /127.0.0.1:55447
2014-04-10 11:09:59,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020 src: /127.0.0.1:39782 dest: /127.0.0.1:51097
2014-04-10 11:09:59,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39782, dest: /127.0.0.1:51097, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0002_r_000000_0_532095864_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, duration: 9321271
2014-04-10 11:09:59,857 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:09:59,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:59,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48358, dest: /127.0.0.1:55447, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0002_r_000000_0_532095864_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, duration: 10102982
2014-04-10 11:09:59,858 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:59,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:59,858 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40974, dest: /127.0.0.1:50700, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0002_r_000000_0_532095864_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, duration: 10780597
2014-04-10 11:09:59,858 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:09:59,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:09:59,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0002_r_000000_0_532095864_1
2014-04-10 11:09:59,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_r_000000_0 dst=null perm=null
2014-04-10 11:09:59,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_r_000000_0 dst=null perm=null
2014-04-10 11:09:59,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1397146165236_0002_r_000000 dst=null perm=null
2014-04-10 11:09:59,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/_temporary/attempt_1397146165236_0002_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1397146165236_0002_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:09:59,994 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0002_01_000006
2014-04-10 11:09:59,995 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000006
2014-04-10 11:09:59,995 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:09:59,995 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0002_01_000006
2014-04-10 11:10:00,001 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0002_01_000006 is : 143
2014-04-10 11:10:00,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:00,017 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:00,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000006
2014-04-10 11:10:00,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000006
2014-04-10 11:10:00,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000006
2014-04-10 11:10:00,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000006
2014-04-10 11:10:00,019 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000006
2014-04-10 11:10:00,019 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:00,019 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0002_01_000006 from application application_1397146165236_0002
2014-04-10 11:10:00,019 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:00,019 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0002
2014-04-10 11:10:00,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:10:00,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1 dst=null perm=null
2014-04-10 11:10:00,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1397146165236_0002_r_000000 dst=null perm=null
2014-04-10 11:10:00,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null
2014-04-10 11:10:00,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary/1/task_1397146165236_0002_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:00,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary dst=null perm=null
2014-04-10 11:10:00,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:00,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:10:00,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:00,153 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:10:00,181 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40967, dest: /127.0.0.1:50700, bytes: 61591, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019, duration: 4778822050
2014-04-10 11:10:00,182 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:00,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15143
2014-04-10 11:10:00,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39772, dest: /127.0.0.1:51097, bytes: 61591, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019, duration: 4780089538
2014-04-10 11:10:00,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15143
2014-04-10 11:10:00,184 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35263, dest: /127.0.0.1:43710, bytes: 61591, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019, duration: 4781255064
2014-04-10 11:10:00,185 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15143
2014-04-10 11:10:00,203 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:10:00,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:00,224 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:10:00,239 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021 src: /127.0.0.1:35275 dest: /127.0.0.1:43710
2014-04-10 11:10:00,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021 src: /127.0.0.1:39784 dest: /127.0.0.1:51097
2014-04-10 11:10:00,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021 src: /127.0.0.1:48362 dest: /127.0.0.1:55447
2014-04-10 11:10:00,245 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48362, dest: /127.0.0.1:55447, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021, duration: 2065892
2014-04-10 11:10:00,245 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:00,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,246 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39784, dest: /127.0.0.1:51097, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021, duration: 2790620
2014-04-10 11:10:00,246 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35275, dest: /127.0.0.1:43710, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021, duration: 3355797
2014-04-10 11:10:00,247 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,262 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:10:00,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1.jhist dst=null perm=null
2014-04-10 11:10:00,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist_tmp dst=null perm=null
2014-04-10 11:10:00,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1.jhist dst=null perm=null
2014-04-10 11:10:00,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist_tmp dst=null perm=null
2014-04-10 11:10:00,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1.jhist dst=null perm=null
2014-04-10 11:10:00,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:00,315 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40980, bytes: 62075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019, duration: 335295
2014-04-10 11:10:00,318 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:10:00,339 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022 src: /127.0.0.1:39787 dest: /127.0.0.1:51097
2014-04-10 11:10:00,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022 src: /127.0.0.1:40982 dest: /127.0.0.1:50700
2014-04-10 11:10:00,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022 src: /127.0.0.1:35281 dest: /127.0.0.1:43710
2014-04-10 11:10:00,348 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35281, dest: /127.0.0.1:43710, bytes: 61591, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022, duration: 4191743
2014-04-10 11:10:00,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:00,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,348 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40982, dest: /127.0.0.1:50700, bytes: 61591, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022, duration: 5284145
2014-04-10 11:10:00,349 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,349 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39787, dest: /127.0.0.1:51097, bytes: 61591, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022, duration: 5651480
2014-04-10 11:10:00,349 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,362 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:10:00,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1_conf.xml dst=null perm=null
2014-04-10 11:10:00,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:00,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1_conf.xml dst=null perm=null
2014-04-10 11:10:00,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:00,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002/job_1397146165236_0002_1_conf.xml dst=null perm=null
2014-04-10 11:10:00,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:00,406 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40980, bytes: 96420, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741842_1018, duration: 442357
2014-04-10 11:10:00,410 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:10:00,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023 src: /127.0.0.1:39790 dest: /127.0.0.1:51097
2014-04-10 11:10:00,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023 src: /127.0.0.1:48368 dest: /127.0.0.1:55447
2014-04-10 11:10:00,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023 src: /127.0.0.1:35284 dest: /127.0.0.1:43710
2014-04-10 11:10:00,430 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35284, dest: /127.0.0.1:43710, bytes: 95672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023, duration: 3433556
2014-04-10 11:10:00,430 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:00,430 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48368, dest: /127.0.0.1:55447, bytes: 95672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023, duration: 4162993
2014-04-10 11:10:00,431 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39790, dest: /127.0.0.1:51097, bytes: 95672, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450462815_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023, duration: 4947221
2014-04-10 11:10:00,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,445 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1450462815_1
2014-04-10 11:10:00,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,521 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0002_000001 with final state: FINISHING
2014-04-10 11:10:00,521 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:00,521 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0002 with final state: FINISHING
2014-04-10 11:10:00,521 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0002 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:00,522 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0002
2014-04-10 11:10:00,522 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:00,523 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0002 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:00,537 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:10:00,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:00,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:00,544 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0002 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist
2014-04-10 11:10:00,544 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist]
2014-04-10 11:10:00,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist dst=null perm=null
2014-04-10 11:10:00,549 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39794, bytes: 62075, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022, duration: 323899
2014-04-10 11:10:00,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary dst=null perm=null
2014-04-10 11:10:00,612 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39794, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021, duration: 126860
2014-04-10 11:10:00,614 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0002,submitTime=1397146187122,launchTime=1397146189818,firstMapTaskLaunchTime=1397146192024,firstReduceTaskLaunchTime=1397146197911,finishTime=1397146200155,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=2,jobName=[232855DD3CE94C45911E03F5FEDCDE9E/E1AE406DCC094F8A90C960E662117612] test/(1/1) ...pipesplatform/simplechain
2014-04-10 11:10:00,614 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary]
2014-04-10 11:10:00,628 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741845_1021 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:10:00,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002.summary dst=null perm=null
2014-04-10 11:10:00,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:10:00,631 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist
2014-04-10 11:10:00,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0002-1397146187122-brock-%5B232855DD3CE94C45911E03F5FEDCDE9E%2FE1AE406DCC094F8A-1397146200155-4-1-SUCCEEDED-default-1397146189818.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,646 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0002_conf.xml
2014-04-10 11:10:00,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0002_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:00,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,685 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary
2014-04-10 11:10:00,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/_temporary dst=null perm=null
2014-04-10 11:10:00,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,708 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:00,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null
2014-04-10 11:10:00,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48372, bytes: 180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, duration: 292327
2014-04-10 11:10:00,715 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/simplechain
2014-04-10 11:10:00,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain dst=null perm=null
2014-04-10 11:10:00,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null
2014-04-10 11:10:00,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplechain/part-00000 dst=null perm=null
2014-04-10 11:10:00,726 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40990, bytes: 180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020, duration: 264168
2014-04-10 11:10:00,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:00,743 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:10:00,743 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:10:00,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:00,756 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:10:00,757 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:10:00,757 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple"]
2014-04-10 11:10:00,757 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:10:00,757 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:10:00,757 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:10:00,758 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...eldedpipesplatform/simple
2014-04-10 11:10:00,768 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:00,776 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:00,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:00,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:00,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:00,780 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 3
2014-04-10 11:10:00,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003 dst=null perm=null
2014-04-10 11:10:00,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:10:00,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:10:00,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:00,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:00,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:10:00,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024 src: /127.0.0.1:40991 dest: /127.0.0.1:50700
2014-04-10 11:10:00,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024 src: /127.0.0.1:35290 dest: /127.0.0.1:43710
2014-04-10 11:10:00,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024 src: /127.0.0.1:48376 dest: /127.0.0.1:55447
2014-04-10 11:10:00,864 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48376, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, duration: 4326321
2014-04-10 11:10:00,864 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:00,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,865 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35290, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, duration: 5205222
2014-04-10 11:10:00,865 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,866 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40991, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, duration: 5336239
2014-04-10 11:10:00,866 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:00,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:00,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:00,880 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar
2014-04-10 11:10:00,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:00,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:00,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:00,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:00,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:00,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:10:00,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:10:00,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:10:00,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:10:00,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:10:00,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:00,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:00,926 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:00,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:00,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:00,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:00,963 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split
2014-04-10 11:10:00,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:00,981 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:00,995 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0002_01_000006
2014-04-10 11:10:00,996 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:00,996 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0002_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:10:00,997 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000006
2014-04-10 11:10:00,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025 src: /127.0.0.1:35292 dest: /127.0.0.1:43710
2014-04-10 11:10:00,997 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0002_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:10:00,997 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:00,998 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0002_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:00,998 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:00,998 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:00,998 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0002_000001 released container container_1397146165236_0002_01_000006 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:00,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025 src: /127.0.0.1:48379 dest: /127.0.0.1:55447
2014-04-10 11:10:01,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025 src: /127.0.0.1:40997 dest: /127.0.0.1:50700
2014-04-10 11:10:01,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025 src: /127.0.0.1:39804 dest: /127.0.0.1:51097
2014-04-10 11:10:01,011 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39804, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 9532129
2014-04-10 11:10:01,011 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:01,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40997, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 10320114
2014-04-10 11:10:01,012 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:01,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48379, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 11184597
2014-04-10 11:10:01,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:01,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,014 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35292, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 11975530
2014-04-10 11:10:01,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:01,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:01,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:01,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:01,064 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:10:01,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026 src: /127.0.0.1:39806 dest: /127.0.0.1:51097
2014-04-10 11:10:01,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026 src: /127.0.0.1:35299 dest: /127.0.0.1:43710
2014-04-10 11:10:01,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026 src: /127.0.0.1:41002 dest: /127.0.0.1:50700
2014-04-10 11:10:01,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41002, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, duration: 1775006
2014-04-10 11:10:01,087 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:01,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35299, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, duration: 2636451
2014-04-10 11:10:01,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:01,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39806, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, duration: 3440974
2014-04-10 11:10:01,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:01,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,103 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:01,104 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:10:01,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:01,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:01,168 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:01,238 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027 src: /127.0.0.1:35301 dest: /127.0.0.1:43710
2014-04-10 11:10:01,240 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027 src: /127.0.0.1:41004 dest: /127.0.0.1:50700
2014-04-10 11:10:01,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027 src: /127.0.0.1:39811 dest: /127.0.0.1:51097
2014-04-10 11:10:01,246 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39811, dest: /127.0.0.1:51097, bytes: 81064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, duration: 3655296
2014-04-10 11:10:01,246 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:01,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41004, dest: /127.0.0.1:50700, bytes: 81064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, duration: 4361040
2014-04-10 11:10:01,247 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:01,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35301, dest: /127.0.0.1:43710, bytes: 81064, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, duration: 5086360
2014-04-10 11:10:01,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:01,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:01,278 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:01,279 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0003
2014-04-10 11:10:01,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003 dst=null perm=null
2014-04-10 11:10:01,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:01,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:01,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:01,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:01,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:01,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:01,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:01,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:01,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:01,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:01,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:01,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:01,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:01,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:01,341 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 3 submitted by user brock
2014-04-10 11:10:01,341 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0003
2014-04-10 11:10:01,341 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0003
2014-04-10 11:10:01,341 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0003
2014-04-10 11:10:01,341 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0003 State change from NEW to NEW_SAVING
2014-04-10 11:10:01,342 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0003 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:10:01,342 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0003_000001
2014-04-10 11:10:01,342 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from NEW to SUBMITTED
2014-04-10 11:10:01,343 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0003 from user: brock activated in queue: default
2014-04-10 11:10:01,343 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0003 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:10:01,343 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0003 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:10:01,343 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0003
2014-04-10 11:10:01,344 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0003_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:10:01,344 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:10:01,345 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0003 State change from SUBMITTED to ACCEPTED
2014-04-10 11:10:01,347 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0003/
2014-04-10 11:10:01,347 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0003
2014-04-10 11:10:01,347 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0003/
2014-04-10 11:10:01,351 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:01,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000001
2014-04-10 11:10:01,352 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:10:01,352 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0003 container=Container: [ContainerId: container_1397146165236_0003_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0003_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:01,352 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:10:01,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:01,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:01,353 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0003 AttemptId: appattempt_1397146165236_0003_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0003_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:10:01,353 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:10:01,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:10:01,354 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0003_000001
2014-04-10 11:10:01,355 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0003_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0003_000001
2014-04-10 11:10:01,355 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:10:01,360 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0003_000001 (auth:SIMPLE)
2014-04-10 11:10:01,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0003_01_000001 by user brock
2014-04-10 11:10:01,363 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0003
2014-04-10 11:10:01,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000001
2014-04-10 11:10:01,363 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from NEW to INITING
2014-04-10 11:10:01,364 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0003_01_000001 to application application_1397146165236_0003
2014-04-10 11:10:01,364 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from INITING to RUNNING
2014-04-10 11:10:01,364 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0003_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0003_000001
2014-04-10 11:10:01,364 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:10:01,365 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:10:01,365 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0003
2014-04-10 11:10:01,365 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:01,365 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:10:01,366 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:10:01,366 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:01,366 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0003_01_000001
2014-04-10 11:10:01,375 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0003_01_000001.tokens. Credentials list:
2014-04-10 11:10:01,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:01,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0003_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000001.tokens
2014-04-10 11:10:01,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:01,545 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:10:01,545 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:10:01,546 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741840_1016 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:10:01,546 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:10:01,546 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741843_1019 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:10:01,546 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741842_1018 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:10:01,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0002 dst=null perm=null
2014-04-10 11:10:01,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:01,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:01,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:01,567 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35308, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941266660_2201, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, duration: 1014397
2014-04-10 11:10:01,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:01,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:01,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:01,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:01,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40990, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941266660_2201, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, duration: 281716
2014-04-10 11:10:01,639 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:01,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:01,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:01,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:01,667 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:40990, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941266660_2201, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 269294
2014-04-10 11:10:01,683 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:01,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:01,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:01,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:01,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39817, bytes: 81700, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941266660_2201, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, duration: 458538
2014-04-10 11:10:01,730 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:01,730 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:01,764 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:01,765 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:01,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000001/default_container_executor.sh]
2014-04-10 11:10:02,016 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073741848_1024 to datanode(s) 127.0.0.1:51097
2014-04-10 11:10:02,016 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741838_1014, blk_1073741839_1015]
2014-04-10 11:10:02,016 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741843_1019, blk_1073741845_1021, blk_1073741838_1014, blk_1073741839_1015]
2014-04-10 11:10:02,351 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:02,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025
2014-04-10 11:10:02,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020
2014-04-10 11:10:02,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026
2014-04-10 11:10:02,470 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022
2014-04-10 11:10:02,471 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027
2014-04-10 11:10:02,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020
2014-04-10 11:10:02,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019
2014-04-10 11:10:02,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025
2014-04-10 11:10:02,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023
2014-04-10 11:10:02,491 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021
2014-04-10 11:10:02,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022
2014-04-10 11:10:02,492 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026
2014-04-10 11:10:02,493 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027
2014-04-10 11:10:02,504 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023
2014-04-10 11:10:02,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741844_1020
2014-04-10 11:10:02,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024
2014-04-10 11:10:02,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027
2014-04-10 11:10:02,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021
2014-04-10 11:10:02,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741847_1023
2014-04-10 11:10:02,679 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025
2014-04-10 11:10:02,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741846_1022
2014-04-10 11:10:02,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019
2014-04-10 11:10:02,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024
2014-04-10 11:10:02,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741845_1021
2014-04-10 11:10:02,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025
2014-04-10 11:10:02,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741843_1019
2014-04-10 11:10:02,879 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024
2014-04-10 11:10:02,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026
2014-04-10 11:10:02,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:02,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/COMMIT_STARTED dst=null perm=null
2014-04-10 11:10:02,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:10:02,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/COMMIT_FAIL dst=null perm=null
2014-04-10 11:10:03,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003 dst=null perm=null
2014-04-10 11:10:03,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:03,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:03,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:03,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:03,326 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35313, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741850_1026, duration: 174110
2014-04-10 11:10:03,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741841 for deletion
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741842 for deletion
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741841
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741843 for deletion
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741842
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838 for deletion
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741843
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839 for deletion
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838
2014-04-10 11:10:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839
2014-04-10 11:10:03,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741840 for deletion
2014-04-10 11:10:03,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741841 for deletion
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741840
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741842 for deletion
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741841
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741843 for deletion
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741842
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741845 for deletion
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741843
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741845
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838 for deletion
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839 for deletion
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838
2014-04-10 11:10:03,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839
2014-04-10 11:10:03,485 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024 to 127.0.0.1:51097
2014-04-10 11:10:03,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024 src: /127.0.0.1:39822 dest: /127.0.0.1:51097
2014-04-10 11:10:03,486 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:10:03,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024 src: /127.0.0.1:39822 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:10:03,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741848_1024 size 244650
2014-04-10 11:10:03,947 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0003_000001 (auth:SIMPLE)
2014-04-10 11:10:03,949 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0003_000001
2014-04-10 11:10:03,949 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0003 APPATTEMPTID=appattempt_1397146165236_0003_000001
2014-04-10 11:10:03,949 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:10:03,949 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0003 State change from ACCEPTED to RUNNING
2014-04-10 11:10:03,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:04,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:04,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:04,134 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:10:04,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028 src: /127.0.0.1:39824 dest: /127.0.0.1:51097
2014-04-10 11:10:04,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028 src: /127.0.0.1:48402 dest: /127.0.0.1:55447
2014-04-10 11:10:04,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028 src: /127.0.0.1:35318 dest: /127.0.0.1:43710
2014-04-10 11:10:04,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35318, dest: /127.0.0.1:43710, bytes: 94999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028, duration: 4298792
2014-04-10 11:10:04,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:04,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:04,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48402, dest: /127.0.0.1:55447, bytes: 94999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028, duration: 4868707
2014-04-10 11:10:04,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:04,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:04,177 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39824, dest: /127.0.0.1:51097, bytes: 94999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028, duration: 5260111
2014-04-10 11:10:04,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:04,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:04,195 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:04,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:04,998 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000002
2014-04-10 11:10:04,998 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:10:04,998 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0003 container=Container: [ContainerId: container_1397146165236_0003_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0003_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:04,999 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:10:04,999 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:05,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:05,000 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000003
2014-04-10 11:10:05,000 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:10:05,000 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0003 container=Container: [ContainerId: container_1397146165236_0003_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0003_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:05,000 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:10:05,001 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:05,016 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741840_1016, blk_1073741841_1017, blk_1073741842_1018, blk_1073741845_1021, blk_1073741838_1014, blk_1073741839_1015]
2014-04-10 11:10:05,017 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741840_1016, blk_1073741843_1019, blk_1073741845_1021, blk_1073741838_1014, blk_1073741839_1015]
2014-04-10 11:10:05,300 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:05,300 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000004
2014-04-10 11:10:05,300 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:10:05,301 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0003 container=Container: [ContainerId: container_1397146165236_0003_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0003_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:05,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:10:05,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:05,302 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:05,302 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000005
2014-04-10 11:10:05,302 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:10:05,302 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0003 container=Container: [ContainerId: container_1397146165236_0003_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0003_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:05,303 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:10:05,303 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:05,986 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:05,986 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:05,987 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:05,987 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:06,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:06,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:06,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:06,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:06,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:06,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:06,119 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0003_000001 (auth:SIMPLE)
2014-04-10 11:10:06,119 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0003_000001 (auth:SIMPLE)
2014-04-10 11:10:06,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0003_01_000005 by user brock
2014-04-10 11:10:06,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0003
2014-04-10 11:10:06,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0003_01_000002 by user brock
2014-04-10 11:10:06,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0003_01_000003 by user brock
2014-04-10 11:10:06,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0003_01_000004 by user brock
2014-04-10 11:10:06,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000003
2014-04-10 11:10:06,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0003
2014-04-10 11:10:06,125 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from NEW to INITING
2014-04-10 11:10:06,125 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000005
2014-04-10 11:10:06,126 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0003_01_000005 to application application_1397146165236_0003
2014-04-10 11:10:06,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000002
2014-04-10 11:10:06,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000004
2014-04-10 11:10:06,126 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0003_01_000003 to application application_1397146165236_0003
2014-04-10 11:10:06,128 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from NEW to INITING
2014-04-10 11:10:06,127 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0003_01_000004 to application application_1397146165236_0003
2014-04-10 11:10:06,128 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0003_01_000002 to application application_1397146165236_0003
2014-04-10 11:10:06,129 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from INITING to RUNNING
2014-04-10 11:10:06,129 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from INITING to RUNNING
2014-04-10 11:10:06,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:10:06,130 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:10:06,130 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:10:06,130 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:10:06,130 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,130 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,130 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,131 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:06,130 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,131 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0003
2014-04-10 11:10:06,131 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:06,131 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0003
2014-04-10 11:10:06,131 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:06,132 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:06,132 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:06,132 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,132 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:06,132 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,132 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,132 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:06,132 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0003
2014-04-10 11:10:06,133 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0003
2014-04-10 11:10:06,133 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:06,133 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0003
2014-04-10 11:10:06,133 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0003_01_000004
2014-04-10 11:10:06,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0003_01_000003
2014-04-10 11:10:06,134 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0003_01_000005
2014-04-10 11:10:06,135 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0003_01_000002
2014-04-10 11:10:06,146 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0003_01_000004.tokens. Credentials list:
2014-04-10 11:10:06,151 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0003_01_000005.tokens. Credentials list:
2014-04-10 11:10:06,151 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0003_01_000002.tokens. Credentials list:
2014-04-10 11:10:06,151 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0003_01_000003.tokens. Credentials list:
2014-04-10 11:10:06,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:06,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:06,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0003_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000004.tokens
2014-04-10 11:10:06,241 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:06,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0003_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000002.tokens
2014-04-10 11:10:06,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:06,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:06,299 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:06,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:06,364 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48414, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_316684276_2376, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, duration: 1074005
2014-04-10 11:10:06,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48413, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2116501018_2374, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, duration: 1398968
2014-04-10 11:10:06,396 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:06,396 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:06,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:06,429 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41032, bytes: 81700, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2116501018_2374, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, duration: 634204
2014-04-10 11:10:06,431 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35331, bytes: 81700, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_316684276_2376, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, duration: 470972
2014-04-10 11:10:06,451 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:06,451 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:06,451 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:06,453 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:06,453 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:06,454 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:06,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:06,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741840 for deletion
2014-04-10 11:10:06,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:06,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741843 for deletion
2014-04-10 11:10:06,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741840
2014-04-10 11:10:06,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:06,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741843_1019 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741843
2014-04-10 11:10:06,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741845 for deletion
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838 for deletion
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839 for deletion
2014-04-10 11:10:06,485 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741840 for deletion
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741845
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741841 for deletion
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741840_1016 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741840
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741842 for deletion
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741845 for deletion
2014-04-10 11:10:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838 for deletion
2014-04-10 11:10:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839 for deletion
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839
2014-04-10 11:10:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741842_1018 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741842
2014-04-10 11:10:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741841_1017 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741841
2014-04-10 11:10:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741845_1021 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741845
2014-04-10 11:10:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741839_1015 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741839
2014-04-10 11:10:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741838_1014 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741838
2014-04-10 11:10:06,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:06,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:06,489 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:06,489 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:06,547 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000004/default_container_executor.sh]
2014-04-10 11:10:06,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000005/default_container_executor.sh]
2014-04-10 11:10:06,551 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000002/default_container_executor.sh]
2014-04-10 11:10:06,551 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000003/default_container_executor.sh]
2014-04-10 11:10:06,567 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0002_01_000001 succeeded
2014-04-10 11:10:06,567 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:10:06,567 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0002_01_000001
2014-04-10 11:10:06,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000001
2014-04-10 11:10:06,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000001
2014-04-10 11:10:06,577 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000001
2014-04-10 11:10:06,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0002/container_1397146165236_0002_01_000001
2014-04-10 11:10:06,578 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000001
2014-04-10 11:10:06,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:10:06,578 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0002_01_000001 from application application_1397146165236_0002
2014-04-10 11:10:06,578 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:06,578 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0002
2014-04-10 11:10:06,997 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0002_01_000001
2014-04-10 11:10:06,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:06,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:06,998 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:06,998 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0002_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:10:06,999 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0002 CONTAINERID=container_1397146165236_0002_01_000001
2014-04-10 11:10:06,999 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0002_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:10:06,999 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:10:06,999 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0002_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:06,999 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:06,999 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:10:06,999 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0002_000001 released container container_1397146165236_0002_01_000001 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:07,000 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0002_000001
2014-04-10 11:10:07,000 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0002_000001 State change from FINISHING to FINISHED
2014-04-10 11:10:07,000 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0002 State change from FINISHING to FINISHED
2014-04-10 11:10:07,000 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0002
2014-04-10 11:10:07,000 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0002,name=[232855DD3CE94C45911E03F5FEDCDE9E/E1AE406DCC094F8A90C960E662117612] test/(1/1) ...pipesplatform/simplechain,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0002/jobhistory/job/job_1397146165236_0002,appMasterHost=localhost.localdomain,startTime=1397146187123,finishTime=1397146200521,finalStatus=SUCCEEDED
2014-04-10 11:10:07,000 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0002_000001 is done. finalState=FINISHED
2014-04-10 11:10:07,000 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0002 requests cleared
2014-04-10 11:10:07,001 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0002 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:10:07,001 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0002 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:10:07,010 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0002_000001
2014-04-10 11:10:07,010 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:07,017 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0002_000001 (auth:SIMPLE)
2014-04-10 11:10:07,029 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0002_01_000001
2014-04-10 11:10:07,333 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:07,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,333 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0002
2014-04-10 11:10:07,334 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:07,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,334 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0002, with delay of 10800 seconds
2014-04-10 11:10:07,352 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:07,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,353 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0002
2014-04-10 11:10:07,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,353 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:07,353 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0002, with delay of 10800 seconds
2014-04-10 11:10:07,496 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024
2014-04-10 11:10:07,497 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028
2014-04-10 11:10:07,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:07,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:07,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028
2014-04-10 11:10:07,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0003_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000003.tokens
2014-04-10 11:10:07,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:07,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0003_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000005.tokens
2014-04-10 11:10:07,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:07,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028
2014-04-10 11:10:07,998 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:07,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,999 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0002
2014-04-10 11:10:07,999 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:07,999 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0002, with delay of 10800 seconds
2014-04-10 11:10:07,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:07,999 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0002
2014-04-10 11:10:08,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:08,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:08,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:09,012 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39854, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000002_0_114768453_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 186586
2014-04-10 11:10:09,014 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39853, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000001_0_2090706083_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 189525
2014-04-10 11:10:09,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35347, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000003_0_-158799255_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 188051
2014-04-10 11:10:09,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.split dst=null perm=null
2014-04-10 11:10:09,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:09,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48435, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000002_0_114768453_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 173340
2014-04-10 11:10:09,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:09,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:09,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35347, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000003_0_-158799255_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 292470
2014-04-10 11:10:09,084 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35349, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000000_0_127369941_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741849_1025, duration: 379616
2014-04-10 11:10:09,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:09,151 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41053, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000000_0_127369941_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 184137
2014-04-10 11:10:09,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41054, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0003_m_000001_0_2090706083_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 227525
2014-04-10 11:10:09,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_m_000001_0 dst=null perm=null
2014-04-10 11:10:09,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_m_000003_0 dst=null perm=null
2014-04-10 11:10:09,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_m_000002_0 dst=null perm=null
2014-04-10 11:10:09,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_m_000000_0 dst=null perm=null
2014-04-10 11:10:09,365 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0003_01_000003
2014-04-10 11:10:09,366 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000003
2014-04-10 11:10:09,366 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:10:09,366 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0003_01_000003
2014-04-10 11:10:09,378 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0003_01_000003 is : 143
2014-04-10 11:10:09,390 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:10:09,391 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0003_01_000005
2014-04-10 11:10:09,391 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:09,391 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:10:09,391 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0003_01_000005
2014-04-10 11:10:09,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000003
2014-04-10 11:10:09,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000003
2014-04-10 11:10:09,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000003
2014-04-10 11:10:09,391 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000005
2014-04-10 11:10:09,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000003
2014-04-10 11:10:09,392 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000003
2014-04-10 11:10:09,392 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:09,392 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0003_01_000003 from application application_1397146165236_0003
2014-04-10 11:10:09,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0003_01_000004
2014-04-10 11:10:09,392 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:09,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000004
2014-04-10 11:10:09,393 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0003
2014-04-10 11:10:09,397 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0003_01_000005 is : 143
2014-04-10 11:10:09,405 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:10:09,405 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:09,405 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0003_01_000004
2014-04-10 11:10:09,409 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0003_01_000004 is : 143
2014-04-10 11:10:09,414 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0003_01_000002
2014-04-10 11:10:09,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000002
2014-04-10 11:10:09,415 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:10:09,415 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0003_01_000002
2014-04-10 11:10:09,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0003_01_000003
2014-04-10 11:10:09,415 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:09,415 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0003_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:10:09,416 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000003
2014-04-10 11:10:09,416 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0003_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:10:09,416 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:10:09,416 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0003_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:09,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:09,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:10:09,416 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0003_000001 released container container_1397146165236_0003_01_000003 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:10:09,420 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0003_01_000002 is : 143
2014-04-10 11:10:09,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000005
2014-04-10 11:10:09,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000005
2014-04-10 11:10:09,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000005
2014-04-10 11:10:09,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000005
2014-04-10 11:10:09,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:09,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000005
2014-04-10 11:10:09,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:09,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000004
2014-04-10 11:10:09,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000004
2014-04-10 11:10:09,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000004
2014-04-10 11:10:09,422 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0003_01_000005 from application application_1397146165236_0003
2014-04-10 11:10:09,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:09,422 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0003
2014-04-10 11:10:09,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000004
2014-04-10 11:10:09,422 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000004
2014-04-10 11:10:09,422 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:09,422 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0003_01_000004 from application application_1397146165236_0003
2014-04-10 11:10:09,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:09,422 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0003
2014-04-10 11:10:09,431 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:09,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000002
2014-04-10 11:10:09,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000002
2014-04-10 11:10:09,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000002
2014-04-10 11:10:09,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000002
2014-04-10 11:10:09,432 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000002
2014-04-10 11:10:09,432 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:09,432 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0003_01_000002 from application application_1397146165236_0003
2014-04-10 11:10:09,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:09,433 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0003
2014-04-10 11:10:09,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029 src: /127.0.0.1:48439 dest: /127.0.0.1:55447
2014-04-10 11:10:09,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029 src: /127.0.0.1:39863 dest: /127.0.0.1:51097
2014-04-10 11:10:09,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029 src: /127.0.0.1:35356 dest: /127.0.0.1:43710
2014-04-10 11:10:09,462 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1.jhist for DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:10,394 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0003_01_000004
2014-04-10 11:10:10,394 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0003_01_000005
2014-04-10 11:10:10,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:10,395 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0003_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:10:10,395 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000004
2014-04-10 11:10:10,396 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0003_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:10:10,396 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:10:10,396 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0003_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:10,396 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:10,396 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:10:10,397 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0003_000001 released container container_1397146165236_0003_01_000004 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:10:10,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:10,397 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0003_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:10:10,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000005
2014-04-10 11:10:10,398 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0003_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:10,398 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:10:10,398 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0003_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:10,398 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:10,399 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:10,399 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0003_000001 released container container_1397146165236_0003_01_000005 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:10,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0003_01_000002
2014-04-10 11:10:10,416 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:10,416 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0003_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:10:10,416 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000002
2014-04-10 11:10:10,416 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0003_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:10,417 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:10,417 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0003_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:10,417 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:10,417 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:10,418 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0003_000001 released container container_1397146165236_0003_01_000002 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:11,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:11,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000006
2014-04-10 11:10:11,337 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:10:11,337 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0003 container=Container: [ContainerId: container_1397146165236_0003_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0003_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:11,337 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:11,337 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:12,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:12,051 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0003_000001 (auth:SIMPLE)
2014-04-10 11:10:12,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0003_01_000006 by user brock
2014-04-10 11:10:12,055 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0003
2014-04-10 11:10:12,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000006
2014-04-10 11:10:12,055 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from NEW to INITING
2014-04-10 11:10:12,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0003_01_000006 to application application_1397146165236_0003
2014-04-10 11:10:12,056 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from INITING to RUNNING
2014-04-10 11:10:12,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:10:12,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0003
2014-04-10 11:10:12,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0003
2014-04-10 11:10:12,056 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:12,057 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0003
2014-04-10 11:10:12,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:12,057 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:12,058 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0003_01_000006
2014-04-10 11:10:12,069 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0003_01_000006.tokens. Credentials list:
2014-04-10 11:10:12,083 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:12,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0003_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000006.tokens
2014-04-10 11:10:12,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0003 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:12,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:12,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:12,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar dst=null perm=null
2014-04-10 11:10:12,262 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48450, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1840263750_2702, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741848_1024, duration: 716174
2014-04-10 11:10:12,287 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:12,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:12,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:12,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml dst=null perm=null
2014-04-10 11:10:12,314 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41068, bytes: 81700, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1840263750_2702, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741851_1027, duration: 458012
2014-04-10 11:10:12,333 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:12,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:12,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:12,366 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:12,367 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:12,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000006/default_container_executor.sh]
2014-04-10 11:10:13,038 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:14,088 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 260 Total time for transactions(ms): 27 Number of transactions batched in Syncs: 0 Number of syncs: 165 SyncTimes(ms): 1708 1321
2014-04-10 11:10:14,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,162 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:10:14,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030 src: /127.0.0.1:39882 dest: /127.0.0.1:51097
2014-04-10 11:10:14,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030 src: /127.0.0.1:48460 dest: /127.0.0.1:55447
2014-04-10 11:10:14,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030 src: /127.0.0.1:41078 dest: /127.0.0.1:50700
2014-04-10 11:10:14,255 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41078, dest: /127.0.0.1:50700, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0003_r_000000_0_-1455117064_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, duration: 9376088
2014-04-10 11:10:14,255 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:14,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,256 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48460, dest: /127.0.0.1:55447, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0003_r_000000_0_-1455117064_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, duration: 9840306
2014-04-10 11:10:14,256 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,256 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39882, dest: /127.0.0.1:51097, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0003_r_000000_0_-1455117064_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, duration: 10591962
2014-04-10 11:10:14,257 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,257 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,278 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0003_r_000000_0_-1455117064_1
2014-04-10 11:10:14,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_r_000000_0 dst=null perm=null
2014-04-10 11:10:14,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_r_000000_0 dst=null perm=null
2014-04-10 11:10:14,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1397146165236_0003_r_000000 dst=null perm=null
2014-04-10 11:10:14,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/_temporary/attempt_1397146165236_0003_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1397146165236_0003_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:14,394 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0003_01_000006
2014-04-10 11:10:14,395 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000006
2014-04-10 11:10:14,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:10:14,395 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0003_01_000006
2014-04-10 11:10:14,403 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0003_01_000006 is : 143
2014-04-10 11:10:14,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:14,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000006
2014-04-10 11:10:14,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000006
2014-04-10 11:10:14,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000006
2014-04-10 11:10:14,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000006
2014-04-10 11:10:14,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000006
2014-04-10 11:10:14,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:14,422 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0003_01_000006 from application application_1397146165236_0003
2014-04-10 11:10:14,422 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:14,422 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0003
2014-04-10 11:10:14,436 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:14,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1 dst=null perm=null
2014-04-10 11:10:14,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:14,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:14,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1397146165236_0003_r_000000 dst=null perm=null
2014-04-10 11:10:14,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null
2014-04-10 11:10:14,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary/1/task_1397146165236_0003_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary dst=null perm=null
2014-04-10 11:10:14,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,539 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_SUCCESS is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:14,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:14,613 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35356, dest: /127.0.0.1:43710, bytes: 61568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029, duration: 5154013941
2014-04-10 11:10:14,613 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:14,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15131
2014-04-10 11:10:14,614 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39863, dest: /127.0.0.1:51097, bytes: 61568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029, duration: 5154973496
2014-04-10 11:10:14,614 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15131
2014-04-10 11:10:14,615 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48439, dest: /127.0.0.1:55447, bytes: 61568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029, duration: 5155708285
2014-04-10 11:10:14,615 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15131
2014-04-10 11:10:14,627 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:14,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,648 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:10:14,663 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031 src: /127.0.0.1:41079 dest: /127.0.0.1:50700
2014-04-10 11:10:14,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031 src: /127.0.0.1:35378 dest: /127.0.0.1:43710
2014-04-10 11:10:14,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031 src: /127.0.0.1:48464 dest: /127.0.0.1:55447
2014-04-10 11:10:14,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48464, dest: /127.0.0.1:55447, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031, duration: 2173836
2014-04-10 11:10:14,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:14,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35378, dest: /127.0.0.1:43710, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031, duration: 2838086
2014-04-10 11:10:14,671 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41079, dest: /127.0.0.1:50700, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031, duration: 3474935
2014-04-10 11:10:14,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,686 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:14,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:14,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1.jhist dst=null perm=null
2014-04-10 11:10:14,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist_tmp dst=null perm=null
2014-04-10 11:10:14,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1.jhist dst=null perm=null
2014-04-10 11:10:14,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist_tmp dst=null perm=null
2014-04-10 11:10:14,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1.jhist dst=null perm=null
2014-04-10 11:10:14,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,772 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48465, bytes: 62052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029, duration: 311333
2014-04-10 11:10:14,776 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:10:14,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032 src: /127.0.0.1:41083 dest: /127.0.0.1:50700
2014-04-10 11:10:14,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032 src: /127.0.0.1:48467 dest: /127.0.0.1:55447
2014-04-10 11:10:14,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032 src: /127.0.0.1:35383 dest: /127.0.0.1:43710
2014-04-10 11:10:14,799 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35383, dest: /127.0.0.1:43710, bytes: 61568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032, duration: 1433252
2014-04-10 11:10:14,799 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:14,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,800 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48467, dest: /127.0.0.1:55447, bytes: 61568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032, duration: 1838981
2014-04-10 11:10:14,800 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,800 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,800 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41083, dest: /127.0.0.1:50700, bytes: 61568, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032, duration: 2472429
2014-04-10 11:10:14,801 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,801 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist_tmp is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:14,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:14,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1_conf.xml dst=null perm=null
2014-04-10 11:10:14,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:14,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1_conf.xml dst=null perm=null
2014-04-10 11:10:14,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:14,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003/job_1397146165236_0003_1_conf.xml dst=null perm=null
2014-04-10 11:10:14,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:14,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35384, bytes: 95743, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741852_1028, duration: 208898
2014-04-10 11:10:14,859 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:14,872 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033 src: /127.0.0.1:48470 dest: /127.0.0.1:55447
2014-04-10 11:10:14,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033 src: /127.0.0.1:41088 dest: /127.0.0.1:50700
2014-04-10 11:10:14,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033 src: /127.0.0.1:39895 dest: /127.0.0.1:51097
2014-04-10 11:10:14,877 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39895, dest: /127.0.0.1:51097, bytes: 94999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033, duration: 2363451
2014-04-10 11:10:14,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:14,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41088, dest: /127.0.0.1:50700, bytes: 94999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033, duration: 3332240
2014-04-10 11:10:14,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48470, dest: /127.0.0.1:55447, bytes: 94999, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_419561382_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033, duration: 3981347
2014-04-10 11:10:14,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:14,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:14,894 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_419561382_1
2014-04-10 11:10:14,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:14,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:14,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:14,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:14,969 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0003_000001 with final state: FINISHING
2014-04-10 11:10:14,969 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:14,970 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0003 with final state: FINISHING
2014-04-10 11:10:14,970 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0003 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:14,970 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0003
2014-04-10 11:10:14,971 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:14,971 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0003 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:14,973 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:10:14,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:14,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:14,980 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0003 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist
2014-04-10 11:10:14,980 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist]
2014-04-10 11:10:14,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist dst=null perm=null
2014-04-10 11:10:14,985 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41093, bytes: 62052, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032, duration: 323819
2014-04-10 11:10:15,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary dst=null perm=null
2014-04-10 11:10:15,033 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35392, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031, duration: 277066
2014-04-10 11:10:15,033 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0003,submitTime=1397146201340,launchTime=1397146203962,firstMapTaskLaunchTime=1397146206137,firstReduceTaskLaunchTime=1397146212056,finishTime=1397146214587,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[6281ADEAA3A14232BB8A91295B0F841F/8EAAD15C2AD84D86AC1282107B7FA299] test/(1/1) ...eldedpipesplatform/simple
2014-04-10 11:10:15,034 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary]
2014-04-10 11:10:15,053 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741855_1031 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:10:15,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003.summary dst=null perm=null
2014-04-10 11:10:15,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:10:15,056 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist
2014-04-10 11:10:15,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0003-1397146201340-brock-%5B6281ADEAA3A14232BB8A91295B0F841F%2F8EAAD15C2AD84D86-1397146214587-4-1-SUCCEEDED-default-1397146203962.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:15,070 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0003_conf.xml
2014-04-10 11:10:15,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0003_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:15,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,109 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary
2014-04-10 11:10:15,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/_temporary dst=null perm=null
2014-04-10 11:10:15,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:15,131 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:15,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:15,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:15,136 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35392, bytes: 1461, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 194887
2014-04-10 11:10:15,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,154 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:15,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null
2014-04-10 11:10:15,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39901, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, duration: 294987
2014-04-10 11:10:15,160 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/simple
2014-04-10 11:10:15,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple dst=null perm=null
2014-04-10 11:10:15,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null
2014-04-10 11:10:15,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simple/part-00000 dst=null perm=null
2014-04-10 11:10:15,169 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39901, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030, duration: 228250
2014-04-10 11:10:15,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:15,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:15,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt. BP-1066669398-127.0.0.1-1397146149467 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:10:15,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034 src: /127.0.0.1:35394 dest: /127.0.0.1:43710
2014-04-10 11:10:15,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034 src: /127.0.0.1:39903 dest: /127.0.0.1:51097
2014-04-10 11:10:15,232 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034 src: /127.0.0.1:41098 dest: /127.0.0.1:50700
2014-04-10 11:10:15,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41098, dest: /127.0.0.1:50700, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 1876741
2014-04-10 11:10:15,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:15,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39903, dest: /127.0.0.1:51097, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 2573899
2014-04-10 11:10:15,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35394, dest: /127.0.0.1:43710, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 2740933
2014-04-10 11:10:15,237 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,237 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:15,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:15,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:15,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,271 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt. BP-1066669398-127.0.0.1-1397146149467 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:15,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035 src: /127.0.0.1:41099 dest: /127.0.0.1:50700
2014-04-10 11:10:15,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035 src: /127.0.0.1:35398 dest: /127.0.0.1:43710
2014-04-10 11:10:15,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035 src: /127.0.0.1:39907 dest: /127.0.0.1:51097
2014-04-10 11:10:15,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39907, dest: /127.0.0.1:51097, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 1334012
2014-04-10 11:10:15,292 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:15,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,293 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35398, dest: /127.0.0.1:43710, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 1873418
2014-04-10 11:10:15,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41099, dest: /127.0.0.1:50700, bytes: 19, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 2985687
2014-04-10 11:10:15,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,311 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:15,331 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:10:15,331 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:10:15,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:15,348 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] starting
2014-04-10 11:10:15,349 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:10:15,349 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:10:15,349 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge"]
2014-04-10 11:10:15,349 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] parallel execution is enabled: true
2014-04-10 11:10:15,349 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] starting jobs: 1
2014-04-10 11:10:15,349 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] allocating threads: 1
2014-04-10 11:10:15,349 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] starting step: (1/1) ...pipesplatform/simplemerge
2014-04-10 11:10:15,357 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:15,364 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:15,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:15,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:15,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:15,367 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 4
2014-04-10 11:10:15,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004 dst=null perm=null
2014-04-10 11:10:15,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:10:15,396 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0003_01_000006
2014-04-10 11:10:15,396 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:15,396 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0003_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:10:15,397 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000006
2014-04-10 11:10:15,397 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0003_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:15,397 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:15,397 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0003_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:15,397 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:15,398 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:15,398 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0003_000001 released container container_1397146165236_0003_01_000006 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:15,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:10:15,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:15,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,422 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:10:15,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036 src: /127.0.0.1:48485 dest: /127.0.0.1:55447
2014-04-10 11:10:15,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036 src: /127.0.0.1:41103 dest: /127.0.0.1:50700
2014-04-10 11:10:15,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036 src: /127.0.0.1:35402 dest: /127.0.0.1:43710
2014-04-10 11:10:15,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35402, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, duration: 3790781
2014-04-10 11:10:15,445 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:15,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41103, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, duration: 4461475
2014-04-10 11:10:15,446 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,446 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48485, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, duration: 4410471
2014-04-10 11:10:15,446 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,461 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:15,462 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar
2014-04-10 11:10:15,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:15,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:15,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:15,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:15,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:10:15,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:10:15,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:10:15,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:10:15,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:10:15,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:15,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:15,508 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:15,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:15,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:15,510 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:15,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:15,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:15,512 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:15,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:15,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:15,516 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:15,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:15,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,553 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split
2014-04-10 11:10:15,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:15,571 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:10:15,587 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037 src: /127.0.0.1:48488 dest: /127.0.0.1:55447
2014-04-10 11:10:15,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037 src: /127.0.0.1:35404 dest: /127.0.0.1:43710
2014-04-10 11:10:15,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037 src: /127.0.0.1:39913 dest: /127.0.0.1:51097
2014-04-10 11:10:15,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037 src: /127.0.0.1:41108 dest: /127.0.0.1:50700
2014-04-10 11:10:15,594 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41108, dest: /127.0.0.1:50700, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 2217963
2014-04-10 11:10:15,594 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:15,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39913, dest: /127.0.0.1:51097, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 2930080
2014-04-10 11:10:15,595 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,595 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35404, dest: /127.0.0.1:43710, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 3584340
2014-04-10 11:10:15,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48488, dest: /127.0.0.1:55447, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 4100373
2014-04-10 11:10:15,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,598 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:15,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,646 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:10:15,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038 src: /127.0.0.1:35407 dest: /127.0.0.1:43710
2014-04-10 11:10:15,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038 src: /127.0.0.1:48493 dest: /127.0.0.1:55447
2014-04-10 11:10:15,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038 src: /127.0.0.1:41111 dest: /127.0.0.1:50700
2014-04-10 11:10:15,668 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41111, dest: /127.0.0.1:50700, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, duration: 1863052
2014-04-10 11:10:15,668 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:15,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,669 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48493, dest: /127.0.0.1:55447, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, duration: 2566411
2014-04-10 11:10:15,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,670 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35407, dest: /127.0.0.1:43710, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, duration: 3365419
2014-04-10 11:10:15,670 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,686 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:15,686 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:10:15,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:15,734 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:15,746 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039 src: /127.0.0.1:35410 dest: /127.0.0.1:43710
2014-04-10 11:10:15,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039 src: /127.0.0.1:41113 dest: /127.0.0.1:50700
2014-04-10 11:10:15,748 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039 src: /127.0.0.1:39920 dest: /127.0.0.1:51097
2014-04-10 11:10:15,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39920, dest: /127.0.0.1:51097, bytes: 81211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, duration: 3627591
2014-04-10 11:10:15,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:15,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41113, dest: /127.0.0.1:50700, bytes: 81211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, duration: 4311377
2014-04-10 11:10:15,754 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,755 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35410, dest: /127.0.0.1:43710, bytes: 81211, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, duration: 4974710
2014-04-10 11:10:15,755 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:15,756 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:15,769 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:15,770 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0004
2014-04-10 11:10:15,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004 dst=null perm=null
2014-04-10 11:10:15,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:15,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:15,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:15,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:15,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:15,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:15,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:15,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:15,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:15,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:15,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:15,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:15,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:15,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:15,827 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 4 submitted by user brock
2014-04-10 11:10:15,827 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0004
2014-04-10 11:10:15,827 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0004
2014-04-10 11:10:15,827 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0004
2014-04-10 11:10:15,827 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0004 State change from NEW to NEW_SAVING
2014-04-10 11:10:15,828 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0004 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:10:15,828 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0004_000001
2014-04-10 11:10:15,829 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from NEW to SUBMITTED
2014-04-10 11:10:15,829 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0004 from user: brock activated in queue: default
2014-04-10 11:10:15,829 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0004 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:10:15,829 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0004 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:10:15,829 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0004
2014-04-10 11:10:15,829 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0004_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:10:15,830 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:10:15,831 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0004 State change from SUBMITTED to ACCEPTED
2014-04-10 11:10:15,832 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0004/
2014-04-10 11:10:15,832 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] submitted hadoop job: job_1397146165236_0004
2014-04-10 11:10:15,833 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] tracking url: http://localhost:56922/proxy/application_1397146165236_0004/
2014-04-10 11:10:15,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741848_1024 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:10:15,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:10:15,994 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741850_1026 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:10:15,995 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741851_1027 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:10:15,995 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:10:15,995 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741852_1028 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:10:15,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0003 dst=null perm=null
2014-04-10 11:10:16,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:16,362 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000001
2014-04-10 11:10:16,362 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:10:16,362 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0004_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:16,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:10:16,363 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:16,363 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:16,363 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0004 AttemptId: appattempt_1397146165236_0004_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0004_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:10:16,364 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:10:16,364 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:10:16,365 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0004_000001
2014-04-10 11:10:16,366 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0004_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0004_000001
2014-04-10 11:10:16,366 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:10:16,370 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0004_000001 (auth:SIMPLE)
2014-04-10 11:10:16,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000001 by user brock
2014-04-10 11:10:16,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0004
2014-04-10 11:10:16,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000001
2014-04-10 11:10:16,374 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from NEW to INITING
2014-04-10 11:10:16,374 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000001 to application application_1397146165236_0004
2014-04-10 11:10:16,374 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from INITING to RUNNING
2014-04-10 11:10:16,374 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0004_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0004_000001
2014-04-10 11:10:16,375 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:10:16,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:10:16,375 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:16,375 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:16,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:10:16,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:10:16,376 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:16,376 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0004_01_000001
2014-04-10 11:10:16,387 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0004_01_000001.tokens. Credentials list:
2014-04-10 11:10:16,402 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:16,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0004_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000001.tokens
2014-04-10 11:10:16,467 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:16,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:16,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:16,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:16,592 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35417, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1926534678_2900, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, duration: 712600
2014-04-10 11:10:16,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:16,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:16,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:16,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:16,644 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48503, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1926534678_2900, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, duration: 282033
2014-04-10 11:10:16,662 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:16,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:16,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:16,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:16,689 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41121, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1926534678_2900, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 289337
2014-04-10 11:10:16,706 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:16,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:16,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:16,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:16,732 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35417, bytes: 81847, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1926534678_2900, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, duration: 436564
2014-04-10 11:10:16,752 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:16,752 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:16,783 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:16,783 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:16,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000001/default_container_executor.sh]
2014-04-10 11:10:17,018 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073741860_1036 to datanode(s) 127.0.0.1:51097
2014-04-10 11:10:17,018 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2014-04-10 11:10:17,018 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029, blk_1073741855_1031]
2014-04-10 11:10:17,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:17,499 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030
2014-04-10 11:10:17,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029
2014-04-10 11:10:17,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035
2014-04-10 11:10:17,500 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037
2014-04-10 11:10:17,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033
2014-04-10 11:10:17,501 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034
2014-04-10 11:10:17,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039
2014-04-10 11:10:17,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033
2014-04-10 11:10:17,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032
2014-04-10 11:10:17,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038
2014-04-10 11:10:17,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031
2014-04-10 11:10:17,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030
2014-04-10 11:10:17,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029
2014-04-10 11:10:17,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036
2014-04-10 11:10:17,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038
2014-04-10 11:10:17,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031
2014-04-10 11:10:17,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039
2014-04-10 11:10:17,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038
2014-04-10 11:10:17,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039
2014-04-10 11:10:17,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:18,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/COMMIT_STARTED dst=null perm=null
2014-04-10 11:10:18,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:10:18,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/COMMIT_FAIL dst=null perm=null
2014-04-10 11:10:18,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004 dst=null perm=null
2014-04-10 11:10:18,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:18,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:18,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741857_1033
2014-04-10 11:10:18,073 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741854_1030
2014-04-10 11:10:18,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035
2014-04-10 11:10:18,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034
2014-04-10 11:10:18,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032
2014-04-10 11:10:18,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037
2014-04-10 11:10:18,084 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036
2014-04-10 11:10:18,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034
2014-04-10 11:10:18,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035
2014-04-10 11:10:18,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741856_1032
2014-04-10 11:10:18,086 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741855_1031
2014-04-10 11:10:18,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741853_1029
2014-04-10 11:10:18,087 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037
2014-04-10 11:10:18,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036
2014-04-10 11:10:18,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037
2014-04-10 11:10:18,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:18,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:18,323 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41126, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741862_1038, duration: 171237
2014-04-10 11:10:18,473 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036 to 127.0.0.1:51097
2014-04-10 11:10:18,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848 for deletion
2014-04-10 11:10:18,473 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849 for deletion
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741850 for deletion
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741851 for deletion
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741850
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849
2014-04-10 11:10:18,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036 src: /127.0.0.1:39934 dest: /127.0.0.1:51097
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741852 for deletion
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741853 for deletion
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741852
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741851
2014-04-10 11:10:18,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741853
2014-04-10 11:10:18,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741855 for deletion
2014-04-10 11:10:18,474 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:10:18,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741855
2014-04-10 11:10:18,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036 src: /127.0.0.1:39934 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:10:18,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741860_1036 size 244650
2014-04-10 11:10:18,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848 for deletion
2014-04-10 11:10:18,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849 for deletion
2014-04-10 11:10:18,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741852 for deletion
2014-04-10 11:10:18,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848
2014-04-10 11:10:18,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741853 for deletion
2014-04-10 11:10:18,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849
2014-04-10 11:10:18,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741852
2014-04-10 11:10:18,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741855 for deletion
2014-04-10 11:10:18,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741853
2014-04-10 11:10:18,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741855
2014-04-10 11:10:18,917 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0004_000001 (auth:SIMPLE)
2014-04-10 11:10:18,919 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0004_000001
2014-04-10 11:10:18,919 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0004 APPATTEMPTID=appattempt_1397146165236_0004_000001
2014-04-10 11:10:18,920 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:10:18,920 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0004 State change from ACCEPTED to RUNNING
2014-04-10 11:10:19,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:19,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:19,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:19,201 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:10:19,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040 src: /127.0.0.1:41131 dest: /127.0.0.1:50700
2014-04-10 11:10:19,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040 src: /127.0.0.1:48515 dest: /127.0.0.1:55447
2014-04-10 11:10:19,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040 src: /127.0.0.1:35431 dest: /127.0.0.1:43710
2014-04-10 11:10:19,252 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35431, dest: /127.0.0.1:43710, bytes: 95146, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040, duration: 6425190
2014-04-10 11:10:19,252 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:19,252 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48515, dest: /127.0.0.1:55447, bytes: 95146, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040, duration: 7124835
2014-04-10 11:10:19,252 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:19,253 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:19,253 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41131, dest: /127.0.0.1:50700, bytes: 95146, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040, duration: 7795453
2014-04-10 11:10:19,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:19,253 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:19,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:19,269 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:20,019 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741852_1028, blk_1073741853_1029]
2014-04-10 11:10:20,019 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741848_1024, blk_1073741849_1025, blk_1073741850_1026, blk_1073741851_1027, blk_1073741855_1031]
2014-04-10 11:10:20,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:20,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000002
2014-04-10 11:10:20,398 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:10:20,399 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0004_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,399 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:10:20,399 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:20,400 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000003
2014-04-10 11:10:20,400 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:10:20,401 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0004_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:10:20,401 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,402 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:20,402 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000004
2014-04-10 11:10:20,402 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:10:20,402 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0004_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,403 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:10:20,403 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:20,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000005
2014-04-10 11:10:20,404 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:10:20,404 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0004_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,404 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:10:20,405 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,405 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:20,405 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000006
2014-04-10 11:10:20,406 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:10:20,406 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0004_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,406 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:10:20,406 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:20,407 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000007
2014-04-10 11:10:20,407 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000007 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:10:20,407 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000007, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0004_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,408 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:10:20,408 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:20,953 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:20,953 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:20,953 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:20,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:20,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:20,954 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:20,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:20,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:21,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:21,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:21,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:21,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:21,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:21,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:21,090 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0004_000001 (auth:SIMPLE)
2014-04-10 11:10:21,090 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0004_000001 (auth:SIMPLE)
2014-04-10 11:10:21,095 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000007 by user brock
2014-04-10 11:10:21,095 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000006 by user brock
2014-04-10 11:10:21,095 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0004
2014-04-10 11:10:21,095 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000004 by user brock
2014-04-10 11:10:21,096 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000007
2014-04-10 11:10:21,096 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0004
2014-04-10 11:10:21,096 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000006 to application application_1397146165236_0004
2014-04-10 11:10:21,096 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000004
2014-04-10 11:10:21,096 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from NEW to INITING
2014-04-10 11:10:21,096 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000006
2014-04-10 11:10:21,097 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000005 by user brock
2014-04-10 11:10:21,095 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000003 by user brock
2014-04-10 11:10:21,097 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000007 to application application_1397146165236_0004
2014-04-10 11:10:21,096 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000002 by user brock
2014-04-10 11:10:21,098 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from INITING to RUNNING
2014-04-10 11:10:21,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000003
2014-04-10 11:10:21,097 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from NEW to INITING
2014-04-10 11:10:21,097 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000005
2014-04-10 11:10:21,098 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000004 to application application_1397146165236_0004
2014-04-10 11:10:21,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:10:21,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000002
2014-04-10 11:10:21,099 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000005 to application application_1397146165236_0004
2014-04-10 11:10:21,099 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:10:21,099 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000003 to application application_1397146165236_0004
2014-04-10 11:10:21,099 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,100 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000002 to application application_1397146165236_0004
2014-04-10 11:10:21,100 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,100 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:21,100 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from INITING to RUNNING
2014-04-10 11:10:21,100 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0004
2014-04-10 11:10:21,101 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:10:21,101 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:21,101 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:21,101 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:10:21,101 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,102 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,102 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:21,102 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:10:21,102 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0004
2014-04-10 11:10:21,102 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:10:21,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,103 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0004_01_000007
2014-04-10 11:10:21,103 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,103 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:21,103 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0004_01_000006
2014-04-10 11:10:21,103 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0004
2014-04-10 11:10:21,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:21,104 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:21,104 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,104 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,104 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:21,104 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0004
2014-04-10 11:10:21,105 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,105 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,105 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:21,105 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0004
2014-04-10 11:10:21,106 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,106 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0004
2014-04-10 11:10:21,106 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:21,106 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0004
2014-04-10 11:10:21,107 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0004_01_000002
2014-04-10 11:10:21,108 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0004_01_000003
2014-04-10 11:10:21,108 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0004_01_000004
2014-04-10 11:10:21,109 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0004_01_000005
2014-04-10 11:10:21,119 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0004_01_000007.tokens. Credentials list:
2014-04-10 11:10:21,122 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0003_01_000001 succeeded
2014-04-10 11:10:21,123 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:10:21,123 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0003_01_000001
2014-04-10 11:10:21,125 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0004_01_000006.tokens. Credentials list:
2014-04-10 11:10:21,125 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0004_01_000003.tokens. Credentials list:
2014-04-10 11:10:21,125 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0004_01_000005.tokens. Credentials list:
2014-04-10 11:10:21,125 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0004_01_000002.tokens. Credentials list:
2014-04-10 11:10:21,126 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0004_01_000004.tokens. Credentials list:
2014-04-10 11:10:21,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000001
2014-04-10 11:10:21,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000001
2014-04-10 11:10:21,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000001
2014-04-10 11:10:21,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:21,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0003/container_1397146165236_0003_01_000001
2014-04-10 11:10:21,134 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000001
2014-04-10 11:10:21,134 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:10:21,134 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0003_01_000001 from application application_1397146165236_0003
2014-04-10 11:10:21,134 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:21,134 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0003
2014-04-10 11:10:21,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:21,205 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0004_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000007.tokens
2014-04-10 11:10:21,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:21,211 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0004_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000003.tokens
2014-04-10 11:10:21,211 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:21,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:21,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:21,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:21,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:21,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:21,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar dst=null perm=null
2014-04-10 11:10:21,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41144, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_836756915_3080, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, duration: 707444
2014-04-10 11:10:21,337 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35441, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-318918974_3081, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036, duration: 1172903
2014-04-10 11:10:21,362 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0003_01_000001
2014-04-10 11:10:21,362 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:21,363 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0003_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:10:21,363 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0003 CONTAINERID=container_1397146165236_0003_01_000001
2014-04-10 11:10:21,363 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0003_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:10:21,363 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:10:21,364 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0003_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:21,364 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:21,364 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:10:21,362 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0003_000001
2014-04-10 11:10:21,364 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0003_000001 released container container_1397146165236_0003_01_000001 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:21,365 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0003_000001 State change from FINISHING to FINISHED
2014-04-10 11:10:21,365 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0003 State change from FINISHING to FINISHED
2014-04-10 11:10:21,365 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0003_000001 is done. finalState=FINISHED
2014-04-10 11:10:21,365 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0003
2014-04-10 11:10:21,365 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0003 requests cleared
2014-04-10 11:10:21,366 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0003,name=[6281ADEAA3A14232BB8A91295B0F841F/8EAAD15C2AD84D86AC1282107B7FA299] test/(1/1) ...eldedpipesplatform/simple,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0003/jobhistory/job/job_1397146165236_0003,appMasterHost=localhost.localdomain,startTime=1397146201340,finishTime=1397146214970,finalStatus=SUCCEEDED
2014-04-10 11:10:21,366 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0003 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:10:21,366 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0003_000001
2014-04-10 11:10:21,366 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0003 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:10:21,369 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:21,369 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:21,373 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0003_000001 (auth:SIMPLE)
2014-04-10 11:10:21,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0003_01_000001
2014-04-10 11:10:21,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848 for deletion
2014-04-10 11:10:21,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849 for deletion
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741850 for deletion
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741851 for deletion
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741850
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741855 for deletion
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741851
2014-04-10 11:10:21,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741855_1031 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741855
2014-04-10 11:10:21,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml dst=null perm=null
2014-04-10 11:10:21,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35441, bytes: 81847, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_836756915_3080, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, duration: 328494
2014-04-10 11:10:21,397 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35444, bytes: 81847, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-318918974_3081, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741863_1039, duration: 369109
2014-04-10 11:10:21,398 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:21,398 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:21,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:21,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:21,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,399 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0003
2014-04-10 11:10:21,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:21,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:21,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:21,400 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:21,399 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:21,401 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0003, with delay of 10800 seconds
2014-04-10 11:10:21,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,399 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0003
2014-04-10 11:10:21,401 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:21,402 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0003, with delay of 10800 seconds
2014-04-10 11:10:21,419 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:21,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,419 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,420 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0003
2014-04-10 11:10:21,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:21,420 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:21,421 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0003, with delay of 10800 seconds
2014-04-10 11:10:21,422 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:21,423 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:21,422 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:21,423 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:21,423 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:21,423 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:21,423 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:21,424 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:21,453 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:21,453 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:21,456 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:21,456 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:21,466 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:21,466 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:21,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:21,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:21,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:21,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:21,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:21,467 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:21,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848 for deletion
2014-04-10 11:10:21,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849 for deletion
2014-04-10 11:10:21,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741850 for deletion
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741849_1025 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741849
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741851 for deletion
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741852 for deletion
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741851_1027 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741851
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741848_1024 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741848
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741852_1028 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741852
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741853 for deletion
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741850_1026 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741850
2014-04-10 11:10:21,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741853_1029 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741853
2014-04-10 11:10:21,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000007/default_container_executor.sh]
2014-04-10 11:10:21,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000004/default_container_executor.sh]
2014-04-10 11:10:21,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000003/default_container_executor.sh]
2014-04-10 11:10:21,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000006/default_container_executor.sh]
2014-04-10 11:10:21,545 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000002/default_container_executor.sh]
2014-04-10 11:10:21,550 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000005/default_container_executor.sh]
2014-04-10 11:10:21,973 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:22,363 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:22,364 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0003
2014-04-10 11:10:22,364 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:22,364 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0003, with delay of 10800 seconds
2014-04-10 11:10:22,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:22,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:22,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:22,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0003
2014-04-10 11:10:22,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741860_1036
2014-04-10 11:10:22,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:22,588 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:22,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0004_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000006.tokens
2014-04-10 11:10:22,939 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:22,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0004_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000004.tokens
2014-04-10 11:10:22,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:23,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040
2014-04-10 11:10:23,089 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040
2014-04-10 11:10:23,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:23,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040
2014-04-10 11:10:23,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0004_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000002.tokens
2014-04-10 11:10:23,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:23,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:23,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0004_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000005.tokens
2014-04-10 11:10:23,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:24,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:24,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:24,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39969, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000001_0_1140035027_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 347589
2014-04-10 11:10:24,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:24,995 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35463, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000001_0_1140035027_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 201596
2014-04-10 11:10:25,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:25,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35462, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000005_0_-1840354519_1, offset: 1536, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 224354
2014-04-10 11:10:25,086 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39973, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000002_0_239346858_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 218960
2014-04-10 11:10:25,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:25,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:25,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35462, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000005_0_-1840354519_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 199324
2014-04-10 11:10:25,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:25,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job.split dst=null perm=null
2014-04-10 11:10:25,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:25,207 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35469, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000003_0_2012675049_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 185082
2014-04-10 11:10:25,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48555, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000000_0_-323157655_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 180991
2014-04-10 11:10:25,223 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39979, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000004_0_858733776_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741861_1037, duration: 166581
2014-04-10 11:10:25,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:25,275 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39980, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000003_0_2012675049_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 195818
2014-04-10 11:10:25,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_m_000001_0 dst=null perm=null
2014-04-10 11:10:25,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:25,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:39979, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000004_0_858733776_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 225955
2014-04-10 11:10:25,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:25,355 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000003
2014-04-10 11:10:25,355 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000003
2014-04-10 11:10:25,358 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:10:25,359 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000003
2014-04-10 11:10:25,362 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0004_01_000003 succeeded
2014-04-10 11:10:25,379 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:10:25,390 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000003 transitioned from KILLING to EXITED_WITH_SUCCESS
2014-04-10 11:10:25,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000003
2014-04-10 11:10:25,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000003
2014-04-10 11:10:25,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000003
2014-04-10 11:10:25,392 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000003
2014-04-10 11:10:25,392 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000003
2014-04-10 11:10:25,392 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000003 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:10:25,392 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000003 from application application_1397146165236_0004
2014-04-10 11:10:25,392 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:25,392 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:25,419 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041 src: /127.0.0.1:39982 dest: /127.0.0.1:51097
2014-04-10 11:10:25,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41175, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000002_0_239346858_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 183343
2014-04-10 11:10:25,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041 src: /127.0.0.1:41177 dest: /127.0.0.1:50700
2014-04-10 11:10:25,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041 src: /127.0.0.1:35476 dest: /127.0.0.1:43710
2014-04-10 11:10:25,466 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1.jhist for DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:25,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_m_000005_0 dst=null perm=null
2014-04-10 11:10:25,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_m_000002_0 dst=null perm=null
2014-04-10 11:10:25,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35478, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0004_m_000000_0_-323157655_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 204959
2014-04-10 11:10:25,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000004
2014-04-10 11:10:25,609 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000004
2014-04-10 11:10:25,609 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:10:25,609 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000004
2014-04-10 11:10:25,609 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000003
2014-04-10 11:10:25,610 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:25,610 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:10:25,610 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000003
2014-04-10 11:10:25,610 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:10:25,610 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:10:25,611 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:25,611 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:25,611 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:10:25,611 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000003 on node: host: localhost:44541 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:10:25,615 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0004_01_000004 is : 143
2014-04-10 11:10:25,621 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000007
2014-04-10 11:10:25,621 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000007
2014-04-10 11:10:25,621 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:10:25,621 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000007
2014-04-10 11:10:25,626 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:25,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000004
2014-04-10 11:10:25,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:25,628 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000004 from application application_1397146165236_0004
2014-04-10 11:10:25,628 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:25,628 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:25,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000004
2014-04-10 11:10:25,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000004
2014-04-10 11:10:25,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000004
2014-04-10 11:10:25,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000004
2014-04-10 11:10:25,631 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0004_01_000007 is : 143
2014-04-10 11:10:25,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_m_000004_0 dst=null perm=null
2014-04-10 11:10:25,645 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:25,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000007
2014-04-10 11:10:25,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000007
2014-04-10 11:10:25,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000007
2014-04-10 11:10:25,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000007
2014-04-10 11:10:25,646 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000007
2014-04-10 11:10:25,647 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:25,647 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000007 from application application_1397146165236_0004
2014-04-10 11:10:25,647 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:25,647 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:25,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_m_000000_0 dst=null perm=null
2014-04-10 11:10:25,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_m_000003_0 dst=null perm=null
2014-04-10 11:10:25,687 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000006
2014-04-10 11:10:25,688 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000006
2014-04-10 11:10:25,688 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000007
2014-04-10 11:10:25,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:10:25,688 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000006
2014-04-10 11:10:25,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:25,689 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:10:25,689 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000007
2014-04-10 11:10:25,689 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000007 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:10:25,689 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:10:25,690 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000007, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:25,690 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:25,690 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:10:25,690 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000007 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:10:25,700 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0004_01_000006 is : 143
2014-04-10 11:10:25,709 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:25,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000006
2014-04-10 11:10:25,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000006
2014-04-10 11:10:25,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000006
2014-04-10 11:10:25,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000006
2014-04-10 11:10:25,712 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000002
2014-04-10 11:10:25,712 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000006
2014-04-10 11:10:25,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:10:25,712 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000002
2014-04-10 11:10:25,712 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000002
2014-04-10 11:10:25,712 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000004
2014-04-10 11:10:25,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:25,713 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:10:25,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:25,713 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000006 from application application_1397146165236_0004
2014-04-10 11:10:25,713 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:25,713 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000004
2014-04-10 11:10:25,713 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:10:25,713 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:10:25,713 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:25,714 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:25,714 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:25,714 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:10:25,714 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000004 on node: host: localhost:44541 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:25,716 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000005
2014-04-10 11:10:25,716 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000005
2014-04-10 11:10:25,719 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0004_01_000002 is : 143
2014-04-10 11:10:25,728 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:10:25,728 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:25,728 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000005
2014-04-10 11:10:25,735 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0004_01_000005 is : 143
2014-04-10 11:10:25,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000002
2014-04-10 11:10:25,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000002
2014-04-10 11:10:25,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000002
2014-04-10 11:10:25,749 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:25,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000002
2014-04-10 11:10:25,749 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000002
2014-04-10 11:10:25,750 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:25,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000005
2014-04-10 11:10:25,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000005
2014-04-10 11:10:25,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000005
2014-04-10 11:10:25,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000005
2014-04-10 11:10:25,750 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000002 from application application_1397146165236_0004
2014-04-10 11:10:25,750 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:25,750 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:25,750 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000005
2014-04-10 11:10:25,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:25,751 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000005 from application application_1397146165236_0004
2014-04-10 11:10:25,751 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:25,751 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:26,688 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000006
2014-04-10 11:10:26,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:26,689 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:10:26,689 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000006
2014-04-10 11:10:26,690 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:26,690 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:10:26,691 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:26,691 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:26,691 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:10:26,691 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000006 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:26,716 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000002
2014-04-10 11:10:26,717 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000005
2014-04-10 11:10:26,717 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:26,717 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:10:26,717 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000002
2014-04-10 11:10:26,718 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:10:26,718 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:10:26,718 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:26,719 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:26,719 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:26,719 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000002 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:10:26,719 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:26,719 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:10:26,719 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000005
2014-04-10 11:10:26,720 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:26,720 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:26,720 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:26,720 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:26,721 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:26,721 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000005 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:27,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:27,367 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000008
2014-04-10 11:10:27,367 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0004_01_000008 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:10:27,367 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0004 container=Container: [ContainerId: container_1397146165236_0004_01_000008, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0004_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:27,368 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:27,368 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:28,011 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:28,028 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0004_000001 (auth:SIMPLE)
2014-04-10 11:10:28,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0004_01_000008 by user brock
2014-04-10 11:10:28,032 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000008
2014-04-10 11:10:28,032 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0004_01_000008 to application application_1397146165236_0004
2014-04-10 11:10:28,033 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:10:28,033 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0004
2014-04-10 11:10:28,033 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0004
2014-04-10 11:10:28,033 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:28,033 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0004
2014-04-10 11:10:28,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:28,066 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:28,066 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:28,127 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000008/default_container_executor.sh]
2014-04-10 11:10:28,366 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:29,016 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:29,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:29,873 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:10:29,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042 src: /127.0.0.1:35488 dest: /127.0.0.1:43710
2014-04-10 11:10:29,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042 src: /127.0.0.1:39997 dest: /127.0.0.1:51097
2014-04-10 11:10:29,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042 src: /127.0.0.1:41192 dest: /127.0.0.1:50700
2014-04-10 11:10:29,957 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41192, dest: /127.0.0.1:50700, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0004_r_000000_0_-1432837716_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, duration: 9969524
2014-04-10 11:10:29,957 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:29,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:29,958 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39997, dest: /127.0.0.1:51097, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0004_r_000000_0_-1432837716_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, duration: 10749873
2014-04-10 11:10:29,958 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:29,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:29,959 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35488, dest: /127.0.0.1:43710, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0004_r_000000_0_-1432837716_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, duration: 12133803
2014-04-10 11:10:29,959 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:29,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:29,993 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0004_r_000000_0_-1432837716_1
2014-04-10 11:10:30,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_r_000000_0 dst=null perm=null
2014-04-10 11:10:30,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_r_000000_0 dst=null perm=null
2014-04-10 11:10:30,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1397146165236_0004_r_000000 dst=null perm=null
2014-04-10 11:10:30,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/_temporary/attempt_1397146165236_0004_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1397146165236_0004_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:30,101 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000008
2014-04-10 11:10:30,101 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000008
2014-04-10 11:10:30,101 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:10:30,101 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000008
2014-04-10 11:10:30,106 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0004_01_000008 is : 143
2014-04-10 11:10:30,116 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:30,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000008
2014-04-10 11:10:30,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000008
2014-04-10 11:10:30,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000008
2014-04-10 11:10:30,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000008
2014-04-10 11:10:30,118 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000008
2014-04-10 11:10:30,118 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:30,118 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000008 from application application_1397146165236_0004
2014-04-10 11:10:30,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:30,118 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:30,118 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:30,135 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:30,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1 dst=null perm=null
2014-04-10 11:10:30,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1397146165236_0004_r_000000 dst=null perm=null
2014-04-10 11:10:30,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2014-04-10 11:10:30,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary/1/task_1397146165236_0004_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:30,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary dst=null perm=null
2014-04-10 11:10:30,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:30,218 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:30,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:30,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:30,282 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35476, dest: /127.0.0.1:43710, bytes: 76041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041, duration: 4817777968
2014-04-10 11:10:30,283 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:30,283 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 16396
2014-04-10 11:10:30,284 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41177, dest: /127.0.0.1:50700, bytes: 76041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041, duration: 4828326473
2014-04-10 11:10:30,284 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 16396
2014-04-10 11:10:30,285 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:39982, dest: /127.0.0.1:51097, bytes: 76041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041, duration: 4825576032
2014-04-10 11:10:30,285 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 16396
2014-04-10 11:10:30,302 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:30,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:30,325 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:10:30,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043 src: /127.0.0.1:48576 dest: /127.0.0.1:55447
2014-04-10 11:10:30,347 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043 src: /127.0.0.1:41194 dest: /127.0.0.1:50700
2014-04-10 11:10:30,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043 src: /127.0.0.1:35493 dest: /127.0.0.1:43710
2014-04-10 11:10:30,352 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35493, dest: /127.0.0.1:43710, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043, duration: 2353675
2014-04-10 11:10:30,352 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:30,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,353 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41194, dest: /127.0.0.1:50700, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043, duration: 2947306
2014-04-10 11:10:30,353 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,353 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48576, dest: /127.0.0.1:55447, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043, duration: 3684247
2014-04-10 11:10:30,354 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,354 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,368 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:30,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1.jhist dst=null perm=null
2014-04-10 11:10:30,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist_tmp dst=null perm=null
2014-04-10 11:10:30,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1.jhist dst=null perm=null
2014-04-10 11:10:30,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist_tmp dst=null perm=null
2014-04-10 11:10:30,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1.jhist dst=null perm=null
2014-04-10 11:10:30,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:30,421 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40002, bytes: 76637, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041, duration: 393069
2014-04-10 11:10:30,424 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:30,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044 src: /127.0.0.1:48580 dest: /127.0.0.1:55447
2014-04-10 11:10:30,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044 src: /127.0.0.1:35496 dest: /127.0.0.1:43710
2014-04-10 11:10:30,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044 src: /127.0.0.1:40005 dest: /127.0.0.1:51097
2014-04-10 11:10:30,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40005, dest: /127.0.0.1:51097, bytes: 76041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044, duration: 3376339
2014-04-10 11:10:30,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:30,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35496, dest: /127.0.0.1:43710, bytes: 76041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044, duration: 3656886
2014-04-10 11:10:30,445 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48580, dest: /127.0.0.1:55447, bytes: 76041, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044, duration: 4194861
2014-04-10 11:10:30,445 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,460 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:30,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1_conf.xml dst=null perm=null
2014-04-10 11:10:30,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:30,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1_conf.xml dst=null perm=null
2014-04-10 11:10:30,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:30,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004/job_1397146165236_0004_1_conf.xml dst=null perm=null
2014-04-10 11:10:30,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:30,505 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35498, bytes: 95890, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741864_1040, duration: 418204
2014-04-10 11:10:30,508 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:10:30,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045 src: /127.0.0.1:40007 dest: /127.0.0.1:51097
2014-04-10 11:10:30,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045 src: /127.0.0.1:41202 dest: /127.0.0.1:50700
2014-04-10 11:10:30,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045 src: /127.0.0.1:48586 dest: /127.0.0.1:55447
2014-04-10 11:10:30,527 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48586, dest: /127.0.0.1:55447, bytes: 95146, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045, duration: 3018620
2014-04-10 11:10:30,528 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:30,528 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,528 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41202, dest: /127.0.0.1:50700, bytes: 95146, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045, duration: 3454809
2014-04-10 11:10:30,529 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,529 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,529 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40007, dest: /127.0.0.1:51097, bytes: 95146, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1658391481_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045, duration: 4559480
2014-04-10 11:10:30,529 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:30,530 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:30,543 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1658391481_1
2014-04-10 11:10:30,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,616 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0004_000001 with final state: FINISHING
2014-04-10 11:10:30,616 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:30,616 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0004 with final state: FINISHING
2014-04-10 11:10:30,616 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0004 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:30,616 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0004
2014-04-10 11:10:30,616 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:30,616 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0004 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:30,650 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:10:30,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:30,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:30,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary dst=null perm=null
2014-04-10 11:10:30,659 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48589, bytes: 451, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043, duration: 255921
2014-04-10 11:10:30,659 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0004,submitTime=1397146215826,launchTime=1397146218929,firstMapTaskLaunchTime=1397146221107,firstReduceTaskLaunchTime=1397146228033,finishTime=1397146230253,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotSeconds=2,jobName=[D3A9F9CD30ED44EBA2E745BA0C995851/813CE2799DC743439FF3FD359AA08146] merge/(1/1) ...pipesplatform/simplemerge
2014-04-10 11:10:30,659 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary]
2014-04-10 11:10:30,677 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741867_1043 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:10:30,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004.summary dst=null perm=null
2014-04-10 11:10:30,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:10:30,680 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist
2014-04-10 11:10:30,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,694 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0004_conf.xml
2014-04-10 11:10:30,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0004_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:30,711 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0004 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist
2014-04-10 11:10:30,711 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist]
2014-04-10 11:10:30,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0004-1397146215826-brock-%5BD3A9F9CD30ED44EBA2E745BA0C995851%2F813CE2799DC74343-1397146230253-6-1-SUCCEEDED-default-1397146218929.jhist dst=null perm=null
2014-04-10 11:10:30,714 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48589, bytes: 76637, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044, duration: 434316
2014-04-10 11:10:30,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,767 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary
2014-04-10 11:10:30,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/_temporary dst=null perm=null
2014-04-10 11:10:30,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,791 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:30,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2014-04-10 11:10:30,793 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40013, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, duration: 125405
2014-04-10 11:10:30,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,804 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:30,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2014-04-10 11:10:30,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35506, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, duration: 121108
2014-04-10 11:10:30,807 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/simplemerge
2014-04-10 11:10:30,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge dst=null perm=null
2014-04-10 11:10:30,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2014-04-10 11:10:30,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemerge/part-00000 dst=null perm=null
2014-04-10 11:10:30,812 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41209, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042, duration: 117918
2014-04-10 11:10:30,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:30,879 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:10:30,880 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:10:30,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:30,895 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:10:30,895 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:10:30,895 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach"]
2014-04-10 11:10:30,896 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:10:30,896 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:10:30,896 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:10:30,897 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...edpipesplatform/chaineach
2014-04-10 11:10:30,904 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:30,911 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:30,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:30,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:30,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:30,915 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 5
2014-04-10 11:10:30,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005 dst=null perm=null
2014-04-10 11:10:30,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:10:30,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:10:30,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:31,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,004 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:10:31,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046 src: /127.0.0.1:48593 dest: /127.0.0.1:55447
2014-04-10 11:10:31,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046 src: /127.0.0.1:40017 dest: /127.0.0.1:51097
2014-04-10 11:10:31,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046 src: /127.0.0.1:35510 dest: /127.0.0.1:43710
2014-04-10 11:10:31,028 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35510, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, duration: 4612296
2014-04-10 11:10:31,029 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:31,029 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,029 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40017, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, duration: 5518675
2014-04-10 11:10:31,030 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,030 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48593, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, duration: 5191474
2014-04-10 11:10:31,031 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,043 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:31,044 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar
2014-04-10 11:10:31,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:31,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:31,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:31,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:31,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:10:31,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:10:31,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:10:31,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:10:31,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:10:31,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:31,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:31,089 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:31,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:31,102 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000008
2014-04-10 11:10:31,103 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:31,103 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:10:31,103 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000008
2014-04-10 11:10:31,103 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000008 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:10:31,103 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:31,104 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000008, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:31,104 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:31,104 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:31,104 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000008 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:31,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,128 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split
2014-04-10 11:10:31,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:31,145 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:31,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047 src: /127.0.0.1:35511 dest: /127.0.0.1:43710
2014-04-10 11:10:31,163 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047 src: /127.0.0.1:48597 dest: /127.0.0.1:55447
2014-04-10 11:10:31,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047 src: /127.0.0.1:41215 dest: /127.0.0.1:50700
2014-04-10 11:10:31,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047 src: /127.0.0.1:40022 dest: /127.0.0.1:51097
2014-04-10 11:10:31,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40022, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 14721463
2014-04-10 11:10:31,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:31,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41215, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 15637413
2014-04-10 11:10:31,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,184 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48597, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 16479751
2014-04-10 11:10:31,184 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,185 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35511, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 6793665
2014-04-10 11:10:31,185 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,202 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:31,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:31,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048 src: /127.0.0.1:35515 dest: /127.0.0.1:43710
2014-04-10 11:10:31,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048 src: /127.0.0.1:41218 dest: /127.0.0.1:50700
2014-04-10 11:10:31,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048 src: /127.0.0.1:40025 dest: /127.0.0.1:51097
2014-04-10 11:10:31,259 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40025, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, duration: 1863864
2014-04-10 11:10:31,259 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:31,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,259 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41218, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, duration: 2474974
2014-04-10 11:10:31,260 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,260 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35515, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, duration: 3218064
2014-04-10 11:10:31,260 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,276 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:31,277 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:10:31,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:31,336 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:10:31,353 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049 src: /127.0.0.1:48603 dest: /127.0.0.1:55447
2014-04-10 11:10:31,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049 src: /127.0.0.1:41221 dest: /127.0.0.1:50700
2014-04-10 11:10:31,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049 src: /127.0.0.1:35520 dest: /127.0.0.1:43710
2014-04-10 11:10:31,359 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35520, dest: /127.0.0.1:43710, bytes: 81431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, duration: 2553667
2014-04-10 11:10:31,360 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:31,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,360 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41221, dest: /127.0.0.1:50700, bytes: 81431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, duration: 3051966
2014-04-10 11:10:31,361 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,361 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48603, dest: /127.0.0.1:55447, bytes: 81431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, duration: 3863898
2014-04-10 11:10:31,361 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:31,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:31,377 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:31,377 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0005
2014-04-10 11:10:31,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005 dst=null perm=null
2014-04-10 11:10:31,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:31,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:31,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:31,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:31,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:31,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:31,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:31,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:31,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:31,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:31,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:31,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:31,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:31,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:31,436 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 5 submitted by user brock
2014-04-10 11:10:31,436 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0005
2014-04-10 11:10:31,436 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0005
2014-04-10 11:10:31,437 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0005
2014-04-10 11:10:31,437 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0005 State change from NEW to NEW_SAVING
2014-04-10 11:10:31,437 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0005 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:10:31,438 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0005_000001
2014-04-10 11:10:31,438 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from NEW to SUBMITTED
2014-04-10 11:10:31,438 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0005 from user: brock activated in queue: default
2014-04-10 11:10:31,438 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0005 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:10:31,438 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0005
2014-04-10 11:10:31,438 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0005 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:10:31,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0005_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:10:31,439 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:10:31,440 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0005 State change from SUBMITTED to ACCEPTED
2014-04-10 11:10:31,442 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0005/
2014-04-10 11:10:31,442 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0005
2014-04-10 11:10:31,442 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0005/
2014-04-10 11:10:31,652 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:10:31,652 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:10:31,652 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741862_1038 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:10:31,653 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741863_1039 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:10:31,653 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741865_1041 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:10:31,653 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:10:31,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0004 dst=null perm=null
2014-04-10 11:10:31,692 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:31,692 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000001
2014-04-10 11:10:31,692 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:10:31,692 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0005 container=Container: [ContainerId: container_1397146165236_0005_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0005_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:31,693 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:10:31,693 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:31,693 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:31,693 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0005 AttemptId: appattempt_1397146165236_0005_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0005_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ]
2014-04-10 11:10:31,694 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:10:31,694 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:10:31,695 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0005_000001
2014-04-10 11:10:31,695 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0005_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0005_000001
2014-04-10 11:10:31,696 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:10:31,700 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0005_000001 (auth:SIMPLE)
2014-04-10 11:10:31,702 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0005_01_000001 by user brock
2014-04-10 11:10:31,702 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0005
2014-04-10 11:10:31,702 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000001
2014-04-10 11:10:31,702 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from NEW to INITING
2014-04-10 11:10:31,703 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0005_01_000001 to application application_1397146165236_0005
2014-04-10 11:10:31,703 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0005_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0005_000001
2014-04-10 11:10:31,703 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from INITING to RUNNING
2014-04-10 11:10:31,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:10:31,704 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:10:31,704 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0005
2014-04-10 11:10:31,704 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:31,704 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:10:31,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:10:31,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:31,705 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0005_01_000001
2014-04-10 11:10:31,714 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0005_01_000001.tokens. Credentials list:
2014-04-10 11:10:31,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:31,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0005_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000001.tokens
2014-04-10 11:10:31,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:31,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:31,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:31,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:31,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48609, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910908810_3655, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, duration: 705953
2014-04-10 11:10:31,933 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:31,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:31,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:31,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:31,960 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35525, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910908810_3655, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, duration: 256383
2014-04-10 11:10:31,978 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:31,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:31,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:31,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:32,005 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41228, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910908810_3655, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 251431
2014-04-10 11:10:32,021 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073741870_1046 to datanode(s) 127.0.0.1:50700
2014-04-10 11:10:32,022 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741867_1043]
2014-04-10 11:10:32,022 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741864_1040, blk_1073741867_1043]
2014-04-10 11:10:32,023 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:32,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:32,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:32,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:32,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41228, bytes: 82071, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1910908810_3655, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, duration: 402345
2014-04-10 11:10:32,068 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:32,068 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:32,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:32,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:32,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000001/default_container_executor.sh]
2014-04-10 11:10:32,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041
2014-04-10 11:10:32,691 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:32,707 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046
2014-04-10 11:10:32,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042
2014-04-10 11:10:32,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048
2014-04-10 11:10:32,709 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045
2014-04-10 11:10:32,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044
2014-04-10 11:10:32,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047
2014-04-10 11:10:33,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042
2014-04-10 11:10:33,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045
2014-04-10 11:10:33,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048
2014-04-10 11:10:33,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041
2014-04-10 11:10:33,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047
2014-04-10 11:10:33,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048
2014-04-10 11:10:33,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741865_1041
2014-04-10 11:10:33,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741866_1042
2014-04-10 11:10:33,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043
2014-04-10 11:10:33,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047
2014-04-10 11:10:33,092 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044
2014-04-10 11:10:33,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049
2014-04-10 11:10:33,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741869_1045
2014-04-10 11:10:33,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049
2014-04-10 11:10:33,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043
2014-04-10 11:10:33,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046
2014-04-10 11:10:33,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:33,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046
2014-04-10 11:10:33,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741867_1043
2014-04-10 11:10:33,317 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741868_1044
2014-04-10 11:10:33,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/COMMIT_STARTED dst=null perm=null
2014-04-10 11:10:33,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:10:33,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/COMMIT_FAIL dst=null perm=null
2014-04-10 11:10:33,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005 dst=null perm=null
2014-04-10 11:10:33,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:33,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:33,474 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046 to 127.0.0.1:50700
2014-04-10 11:10:33,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860 for deletion
2014-04-10 11:10:33,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861 for deletion
2014-04-10 11:10:33,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741862 for deletion
2014-04-10 11:10:33,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860
2014-04-10 11:10:33,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741863 for deletion
2014-04-10 11:10:33,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861
2014-04-10 11:10:33,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741864 for deletion
2014-04-10 11:10:33,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046 src: /127.0.0.1:41230 dest: /127.0.0.1:50700
2014-04-10 11:10:33,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741862
2014-04-10 11:10:33,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741865 for deletion
2014-04-10 11:10:33,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741864
2014-04-10 11:10:33,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741863
2014-04-10 11:10:33,475 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:10:33,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741867 for deletion
2014-04-10 11:10:33,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741865
2014-04-10 11:10:33,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741867
2014-04-10 11:10:33,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046 src: /127.0.0.1:41230 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:10:33,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741870_1046 size 244650
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860 for deletion
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861 for deletion
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741862 for deletion
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741864 for deletion
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741867 for deletion
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741862
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741864
2014-04-10 11:10:33,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741867
2014-04-10 11:10:33,514 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049
2014-04-10 11:10:33,515 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047
2014-04-10 11:10:33,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:33,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:33,656 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35529, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741872_1048, duration: 165213
2014-04-10 11:10:34,263 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0005_000001 (auth:SIMPLE)
2014-04-10 11:10:34,265 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0005_000001
2014-04-10 11:10:34,265 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0005 APPATTEMPTID=appattempt_1397146165236_0005_000001
2014-04-10 11:10:34,265 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:10:34,266 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0005 State change from ACCEPTED to RUNNING
2014-04-10 11:10:34,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:34,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:34,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:34,458 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:34,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050 src: /127.0.0.1:41233 dest: /127.0.0.1:50700
2014-04-10 11:10:34,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050 src: /127.0.0.1:48617 dest: /127.0.0.1:55447
2014-04-10 11:10:34,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050 src: /127.0.0.1:40041 dest: /127.0.0.1:51097
2014-04-10 11:10:34,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40041, dest: /127.0.0.1:51097, bytes: 95366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050, duration: 6445482
2014-04-10 11:10:34,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:34,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:34,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48617, dest: /127.0.0.1:55447, bytes: 95366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050, duration: 7466786
2014-04-10 11:10:34,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:34,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:34,510 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41233, dest: /127.0.0.1:50700, bytes: 95366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050, duration: 8226077
2014-04-10 11:10:34,510 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:34,511 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:34,526 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:35,022 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741863_1039, blk_1073741865_1041]
2014-04-10 11:10:35,023 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741860_1036, blk_1073741861_1037, blk_1073741862_1038, blk_1073741863_1039, blk_1073741864_1040, blk_1073741865_1041, blk_1073741867_1043]
2014-04-10 11:10:35,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:35,423 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000002
2014-04-10 11:10:35,423 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:10:35,423 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0005 container=Container: [ContainerId: container_1397146165236_0005_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0005_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:35,424 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:10:35,424 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:35,425 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:35,425 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000003
2014-04-10 11:10:35,425 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:10:35,425 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0005 container=Container: [ContainerId: container_1397146165236_0005_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0005_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:35,425 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:10:35,426 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:35,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:35,427 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000004
2014-04-10 11:10:35,427 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:10:35,427 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0005 container=Container: [ContainerId: container_1397146165236_0005_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0005_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:35,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:10:35,427 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:35,428 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:35,428 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000005
2014-04-10 11:10:35,428 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:10:35,429 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0005 container=Container: [ContainerId: container_1397146165236_0005_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0005_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:35,429 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:10:35,429 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:36,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:36,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:36,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:36,304 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:36,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:36,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:36,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:36,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:36,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:36,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:36,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:36,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:36,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:36,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:36,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860 for deletion
2014-04-10 11:10:36,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861 for deletion
2014-04-10 11:10:36,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741862 for deletion
2014-04-10 11:10:36,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741863 for deletion
2014-04-10 11:10:36,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741864 for deletion
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741862_1038 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741862
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741863
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741865 for deletion
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741864_1040 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741864
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741867 for deletion
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741865
2014-04-10 11:10:36,388 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741867_1043 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741867
2014-04-10 11:10:36,421 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0005_000001 (auth:SIMPLE)
2014-04-10 11:10:36,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0005_01_000004 by user brock
2014-04-10 11:10:36,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0005_01_000005 by user brock
2014-04-10 11:10:36,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0005
2014-04-10 11:10:36,425 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000005
2014-04-10 11:10:36,425 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0005_01_000005 to application application_1397146165236_0005
2014-04-10 11:10:36,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000004
2014-04-10 11:10:36,426 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0005_01_000002 by user brock
2014-04-10 11:10:36,426 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from NEW to INITING
2014-04-10 11:10:36,426 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0005_01_000003 by user brock
2014-04-10 11:10:36,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000002
2014-04-10 11:10:36,426 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0005_01_000004 to application application_1397146165236_0005
2014-04-10 11:10:36,427 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000003
2014-04-10 11:10:36,427 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0005_01_000002 to application application_1397146165236_0005
2014-04-10 11:10:36,427 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0005_01_000003 to application application_1397146165236_0005
2014-04-10 11:10:36,428 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from INITING to RUNNING
2014-04-10 11:10:36,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:10:36,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:10:36,429 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:10:36,429 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:10:36,429 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,429 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,429 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:36,429 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0005
2014-04-10 11:10:36,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:36,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:36,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,430 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:36,430 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0005
2014-04-10 11:10:36,431 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,431 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,431 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:36,431 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0005
2014-04-10 11:10:36,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,432 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0005
2014-04-10 11:10:36,432 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:36,432 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0005
2014-04-10 11:10:36,432 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0005_01_000003
2014-04-10 11:10:36,433 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0005_01_000004
2014-04-10 11:10:36,433 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0005_01_000002
2014-04-10 11:10:36,434 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0005_01_000005
2014-04-10 11:10:36,449 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0005_01_000002.tokens. Credentials list:
2014-04-10 11:10:36,449 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0005_01_000004.tokens. Credentials list:
2014-04-10 11:10:36,449 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0005_01_000005.tokens. Credentials list:
2014-04-10 11:10:36,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0005_01_000003.tokens. Credentials list:
2014-04-10 11:10:36,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:36,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860 for deletion
2014-04-10 11:10:36,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861 for deletion
2014-04-10 11:10:36,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741860_1036 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741860
2014-04-10 11:10:36,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741863 for deletion
2014-04-10 11:10:36,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741861_1037 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741861
2014-04-10 11:10:36,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741865 for deletion
2014-04-10 11:10:36,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741863_1039 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741863
2014-04-10 11:10:36,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741865_1041 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741865
2014-04-10 11:10:36,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0005_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000002.tokens
2014-04-10 11:10:36,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:36,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:36,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:36,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar dst=null perm=null
2014-04-10 11:10:36,641 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40045, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121792981_3798, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046, duration: 931162
2014-04-10 11:10:36,667 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:36,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:36,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:36,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml dst=null perm=null
2014-04-10 11:10:36,693 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48623, bytes: 82071, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1121792981_3798, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741873_1049, duration: 418642
2014-04-10 11:10:36,711 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:36,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:36,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:36,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:36,712 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:36,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:36,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:36,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:36,748 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:36,748 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:36,748 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:36,748 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:36,748 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:36,773 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0004_01_000001 succeeded
2014-04-10 11:10:36,773 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:10:36,773 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0004_01_000001
2014-04-10 11:10:36,782 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000001
2014-04-10 11:10:36,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000001
2014-04-10 11:10:36,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000001
2014-04-10 11:10:36,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0004/container_1397146165236_0004_01_000001
2014-04-10 11:10:36,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000001
2014-04-10 11:10:36,783 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:10:36,783 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0004_01_000001 from application application_1397146165236_0004
2014-04-10 11:10:36,783 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:36,783 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0004
2014-04-10 11:10:36,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000004/default_container_executor.sh]
2014-04-10 11:10:36,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000003/default_container_executor.sh]
2014-04-10 11:10:36,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000005/default_container_executor.sh]
2014-04-10 11:10:36,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000002/default_container_executor.sh]
2014-04-10 11:10:37,104 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0004_01_000001
2014-04-10 11:10:37,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:37,104 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0004_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:10:37,105 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0004 CONTAINERID=container_1397146165236_0004_01_000001
2014-04-10 11:10:37,105 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0004_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:37,105 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:10:37,104 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0004_000001
2014-04-10 11:10:37,105 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0004_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:37,105 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0004_000001 State change from FINISHING to FINISHED
2014-04-10 11:10:37,105 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:37,105 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0004 State change from FINISHING to FINISHED
2014-04-10 11:10:37,105 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:10:37,105 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0004_000001 released container container_1397146165236_0004_01_000001 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:37,105 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0004_000001 is done. finalState=FINISHED
2014-04-10 11:10:37,106 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0004 requests cleared
2014-04-10 11:10:37,106 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0004 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:10:37,106 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0004 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:10:37,105 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0004
2014-04-10 11:10:37,106 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0004,name=[D3A9F9CD30ED44EBA2E745BA0C995851/813CE2799DC743439FF3FD359AA08146] merge/(1/1) ...pipesplatform/simplemerge,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0004/jobhistory/job/job_1397146165236_0004,appMasterHost=localhost.localdomain,startTime=1397146215826,finishTime=1397146230616,finalStatus=SUCCEEDED
2014-04-10 11:10:37,118 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0004_000001
2014-04-10 11:10:37,121 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0004_000001 (auth:SIMPLE)
2014-04-10 11:10:37,126 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0004_01_000001
2014-04-10 11:10:37,322 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:37,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:37,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:37,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:37,423 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:37,692 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:37,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,692 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,693 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0004
2014-04-10 11:10:37,693 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:37,693 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0004, with delay of 10800 seconds
2014-04-10 11:10:37,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,720 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:37,720 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0004
2014-04-10 11:10:37,720 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:37,721 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0004, with delay of 10800 seconds
2014-04-10 11:10:37,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:37,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:37,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050
2014-04-10 11:10:37,977 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0005_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000003.tokens
2014-04-10 11:10:37,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:38,028 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:38,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0005_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000005.tokens
2014-04-10 11:10:38,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:38,104 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:38,105 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0004
2014-04-10 11:10:38,105 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:38,105 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0004, with delay of 10800 seconds
2014-04-10 11:10:38,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:38,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:38,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:38,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0004
2014-04-10 11:10:38,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:38,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050
2014-04-10 11:10:38,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741870_1046
2014-04-10 11:10:38,517 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050
2014-04-10 11:10:38,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0005_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000004.tokens
2014-04-10 11:10:38,681 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:39,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:39,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:39,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40057, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000002_0_801836562_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 183899
2014-04-10 11:10:39,292 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48635, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000003_0_-1516064130_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 173667
2014-04-10 11:10:39,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:39,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:39,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:39,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41254, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000003_0_-1516064130_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 127380
2014-04-10 11:10:39,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35553, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000002_0_801836562_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 156887
2014-04-10 11:10:39,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job.split dst=null perm=null
2014-04-10 11:10:39,409 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40063, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000000_0_-19274591_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 181120
2014-04-10 11:10:39,429 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40064, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000001_0_1176302009_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741871_1047, duration: 154336
2014-04-10 11:10:39,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:39,487 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35557, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000000_0_-19274591_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 186162
2014-04-10 11:10:39,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:39,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_m_000003_0 dst=null perm=null
2014-04-10 11:10:39,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_m_000002_0 dst=null perm=null
2014-04-10 11:10:39,704 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0005_01_000005
2014-04-10 11:10:39,705 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000005
2014-04-10 11:10:39,705 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:10:39,705 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0005_01_000005
2014-04-10 11:10:39,711 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0005_01_000005 is : 143
2014-04-10 11:10:39,719 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:10:39,724 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:39,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000005
2014-04-10 11:10:39,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000005
2014-04-10 11:10:39,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000005
2014-04-10 11:10:39,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000005
2014-04-10 11:10:39,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000005
2014-04-10 11:10:39,725 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:39,725 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0005_01_000005 from application application_1397146165236_0005
2014-04-10 11:10:39,725 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:39,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0005
2014-04-10 11:10:39,743 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0005_01_000004
2014-04-10 11:10:39,743 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000004
2014-04-10 11:10:39,743 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:10:39,743 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0005_01_000004
2014-04-10 11:10:39,743 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0005_01_000005
2014-04-10 11:10:39,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:39,744 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0005_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:10:39,744 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000005
2014-04-10 11:10:39,744 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0005_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:10:39,744 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:10:39,744 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0005_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:39,744 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:39,744 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:10:39,744 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0005_000001 released container container_1397146165236_0005_01_000005 on node: host: localhost:54227 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:10:39,748 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0005_01_000004 is : 143
2014-04-10 11:10:39,755 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:39,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000004
2014-04-10 11:10:39,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000004
2014-04-10 11:10:39,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000004
2014-04-10 11:10:39,756 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000004
2014-04-10 11:10:39,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000004
2014-04-10 11:10:39,757 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:39,757 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0005_01_000004 from application application_1397146165236_0005
2014-04-10 11:10:39,757 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:39,757 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0005
2014-04-10 11:10:39,775 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35558, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0005_m_000001_0_1176302009_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 141793
2014-04-10 11:10:39,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_m_000000_0 dst=null perm=null
2014-04-10 11:10:39,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051 src: /127.0.0.1:48644 dest: /127.0.0.1:55447
2014-04-10 11:10:39,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051 src: /127.0.0.1:40068 dest: /127.0.0.1:51097
2014-04-10 11:10:39,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051 src: /127.0.0.1:35561 dest: /127.0.0.1:43710
2014-04-10 11:10:39,816 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1.jhist for DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:39,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0005_01_000002
2014-04-10 11:10:39,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000002
2014-04-10 11:10:39,830 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:10:39,830 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0005_01_000002
2014-04-10 11:10:39,830 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0005_01_000004
2014-04-10 11:10:39,831 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:39,831 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0005_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:10:39,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000004
2014-04-10 11:10:39,831 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0005_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:10:39,831 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:10:39,831 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0005_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:39,831 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:39,831 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:10:39,832 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0005_000001 released container container_1397146165236_0005_01_000004 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:39,835 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0005_01_000002 is : 143
2014-04-10 11:10:39,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_m_000001_0 dst=null perm=null
2014-04-10 11:10:39,843 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:39,843 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000002
2014-04-10 11:10:39,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000002
2014-04-10 11:10:39,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000002
2014-04-10 11:10:39,844 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000002
2014-04-10 11:10:39,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000002
2014-04-10 11:10:39,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:39,844 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0005_01_000002 from application application_1397146165236_0005
2014-04-10 11:10:39,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:39,844 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0005
2014-04-10 11:10:39,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0005_01_000003
2014-04-10 11:10:39,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000003
2014-04-10 11:10:39,880 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:10:39,880 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0005_01_000002
2014-04-10 11:10:39,880 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0005_01_000003
2014-04-10 11:10:39,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:39,881 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0005_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:10:39,881 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000002
2014-04-10 11:10:39,881 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0005_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:10:39,881 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:10:39,881 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0005_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:39,881 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:39,881 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:39,881 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0005_000001 released container container_1397146165236_0005_01_000002 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:10:39,885 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0005_01_000003 is : 143
2014-04-10 11:10:39,896 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:39,896 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000003
2014-04-10 11:10:39,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000003
2014-04-10 11:10:39,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000003
2014-04-10 11:10:39,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000003
2014-04-10 11:10:39,897 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000003
2014-04-10 11:10:39,897 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:39,897 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0005_01_000003 from application application_1397146165236_0005
2014-04-10 11:10:39,897 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:39,897 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0005
2014-04-10 11:10:40,880 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0005_01_000003
2014-04-10 11:10:40,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:40,881 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0005_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:10:40,881 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000003
2014-04-10 11:10:40,882 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0005_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:40,882 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:40,882 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0005_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:40,882 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:40,882 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:40,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0005_000001 released container container_1397146165236_0005_01_000003 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:41,694 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:41,694 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000006
2014-04-10 11:10:41,695 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:10:41,695 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0005 container=Container: [ContainerId: container_1397146165236_0005_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0005_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:41,695 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:41,695 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:42,341 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:42,358 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0005_000001 (auth:SIMPLE)
2014-04-10 11:10:42,362 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0005_01_000006 by user brock
2014-04-10 11:10:42,362 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000006
2014-04-10 11:10:42,363 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0005_01_000006 to application application_1397146165236_0005
2014-04-10 11:10:42,363 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:10:42,363 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0005
2014-04-10 11:10:42,364 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0005
2014-04-10 11:10:42,364 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:42,364 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0005
2014-04-10 11:10:42,365 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:42,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:42,395 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:42,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000006/default_container_executor.sh]
2014-04-10 11:10:42,694 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:43,346 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:44,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,284 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:44,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052 src: /127.0.0.1:48656 dest: /127.0.0.1:55447
2014-04-10 11:10:44,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052 src: /127.0.0.1:35572 dest: /127.0.0.1:43710
2014-04-10 11:10:44,370 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052 src: /127.0.0.1:40081 dest: /127.0.0.1:51097
2014-04-10 11:10:44,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40081, dest: /127.0.0.1:51097, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0005_r_000000_0_-308097964_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, duration: 14846624
2014-04-10 11:10:44,386 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:44,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35572, dest: /127.0.0.1:43710, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0005_r_000000_0_-308097964_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, duration: 15590808
2014-04-10 11:10:44,387 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48656, dest: /127.0.0.1:55447, bytes: 160, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0005_r_000000_0_-308097964_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, duration: 16293025
2014-04-10 11:10:44,387 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,409 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0005_r_000000_0_-308097964_1
2014-04-10 11:10:44,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_r_000000_0 dst=null perm=null
2014-04-10 11:10:44,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_r_000000_0 dst=null perm=null
2014-04-10 11:10:44,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1397146165236_0005_r_000000 dst=null perm=null
2014-04-10 11:10:44,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/_temporary/attempt_1397146165236_0005_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1397146165236_0005_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:44,522 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0005_01_000006
2014-04-10 11:10:44,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000006
2014-04-10 11:10:44,523 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:10:44,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0005_01_000006
2014-04-10 11:10:44,529 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0005_01_000006 is : 143
2014-04-10 11:10:44,540 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:44,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000006
2014-04-10 11:10:44,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000006
2014-04-10 11:10:44,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000006
2014-04-10 11:10:44,541 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000006
2014-04-10 11:10:44,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000006
2014-04-10 11:10:44,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:44,541 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0005_01_000006 from application application_1397146165236_0005
2014-04-10 11:10:44,541 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:44,541 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0005
2014-04-10 11:10:44,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,559 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:44,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1 dst=null perm=null
2014-04-10 11:10:44,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:44,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:44,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1397146165236_0005_r_000000 dst=null perm=null
2014-04-10 11:10:44,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null
2014-04-10 11:10:44,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary/1/task_1397146165236_0005_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary dst=null perm=null
2014-04-10 11:10:44,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,642 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:44,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,676 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:44,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35561, dest: /127.0.0.1:43710, bytes: 61570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051, duration: 4889129077
2014-04-10 11:10:44,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:44,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 15141
2014-04-10 11:10:44,704 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40068, dest: /127.0.0.1:51097, bytes: 61570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051, duration: 4890364007
2014-04-10 11:10:44,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 15141
2014-04-10 11:10:44,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48644, dest: /127.0.0.1:55447, bytes: 61570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051, duration: 4891322250
2014-04-10 11:10:44,706 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 15141
2014-04-10 11:10:44,717 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:44,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,801 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:10:44,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053 src: /127.0.0.1:35574 dest: /127.0.0.1:43710
2014-04-10 11:10:44,830 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053 src: /127.0.0.1:48660 dest: /127.0.0.1:55447
2014-04-10 11:10:44,831 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053 src: /127.0.0.1:41278 dest: /127.0.0.1:50700
2014-04-10 11:10:44,834 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41278, dest: /127.0.0.1:50700, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053, duration: 2205687
2014-04-10 11:10:44,834 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:44,835 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,835 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48660, dest: /127.0.0.1:55447, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053, duration: 2813020
2014-04-10 11:10:44,835 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,836 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35574, dest: /127.0.0.1:43710, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053, duration: 3525839
2014-04-10 11:10:44,836 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,851 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:44,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:44,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1.jhist dst=null perm=null
2014-04-10 11:10:44,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist_tmp dst=null perm=null
2014-04-10 11:10:44,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1.jhist dst=null perm=null
2014-04-10 11:10:44,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist_tmp dst=null perm=null
2014-04-10 11:10:44,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1.jhist dst=null perm=null
2014-04-10 11:10:44,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,904 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48662, bytes: 62054, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051, duration: 341794
2014-04-10 11:10:44,907 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:10:44,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054 src: /127.0.0.1:35578 dest: /127.0.0.1:43710
2014-04-10 11:10:44,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054 src: /127.0.0.1:48664 dest: /127.0.0.1:55447
2014-04-10 11:10:44,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054 src: /127.0.0.1:41282 dest: /127.0.0.1:50700
2014-04-10 11:10:44,926 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41282, dest: /127.0.0.1:50700, bytes: 61570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054, duration: 2477941
2014-04-10 11:10:44,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:44,927 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48664, dest: /127.0.0.1:55447, bytes: 61570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054, duration: 3442954
2014-04-10 11:10:44,927 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,928 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35578, dest: /127.0.0.1:43710, bytes: 61570, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054, duration: 4128470
2014-04-10 11:10:44,928 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:44,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:10:44,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:44,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:44,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1_conf.xml dst=null perm=null
2014-04-10 11:10:44,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:44,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1_conf.xml dst=null perm=null
2014-04-10 11:10:44,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:44,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005/job_1397146165236_0005_1_conf.xml dst=null perm=null
2014-04-10 11:10:44,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:44,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48662, bytes: 96114, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741874_1050, duration: 575612
2014-04-10 11:10:44,990 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:10:45,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055 src: /127.0.0.1:35581 dest: /127.0.0.1:43710
2014-04-10 11:10:45,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055 src: /127.0.0.1:41284 dest: /127.0.0.1:50700
2014-04-10 11:10:45,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055 src: /127.0.0.1:48668 dest: /127.0.0.1:55447
2014-04-10 11:10:45,010 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48668, dest: /127.0.0.1:55447, bytes: 95366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055, duration: 3064327
2014-04-10 11:10:45,010 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:45,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,011 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41284, dest: /127.0.0.1:50700, bytes: 95366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055, duration: 3636435
2014-04-10 11:10:45,011 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,011 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35581, dest: /127.0.0.1:43710, bytes: 95366, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1941183475_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055, duration: 4437454
2014-04-10 11:10:45,012 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,026 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1941183475_1
2014-04-10 11:10:45,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:45,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:45,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:45,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:45,101 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0005_000001 with final state: FINISHING
2014-04-10 11:10:45,102 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:45,102 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0005 with final state: FINISHING
2014-04-10 11:10:45,102 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0005 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:45,102 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0005
2014-04-10 11:10:45,103 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:45,103 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0005 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:45,182 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:10:45,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:45,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:45,188 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0005 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist
2014-04-10 11:10:45,190 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist]
2014-04-10 11:10:45,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist dst=null perm=null
2014-04-10 11:10:45,194 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41288, bytes: 62054, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054, duration: 289214
2014-04-10 11:10:45,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary dst=null perm=null
2014-04-10 11:10:45,226 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41288, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053, duration: 107976
2014-04-10 11:10:45,226 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0005,submitTime=1397146231436,launchTime=1397146234275,firstMapTaskLaunchTime=1397146236435,firstReduceTaskLaunchTime=1397146242364,finishTime=1397146244677,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=2,jobName=[252C431655034C948FB4AB77F9F6D68B/A361019A521140419029DAF12399C8D0] test/(1/1) ...edpipesplatform/chaineach
2014-04-10 11:10:45,226 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary]
2014-04-10 11:10:45,243 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:10:45,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005.summary dst=null perm=null
2014-04-10 11:10:45,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:10:45,245 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist
2014-04-10 11:10:45,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0005-1397146231436-brock-%5B252C431655034C948FB4AB77F9F6D68B%2FA361019A52114041-1397146244677-4-1-SUCCEEDED-default-1397146234275.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:45,260 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0005_conf.xml
2014-04-10 11:10:45,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0005_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:45,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,289 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary
2014-04-10 11:10:45,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/_temporary dst=null perm=null
2014-04-10 11:10:45,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,302 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:45,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null
2014-04-10 11:10:45,304 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40096, bytes: 164, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, duration: 113637
2014-04-10 11:10:45,304 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/chaineach
2014-04-10 11:10:45,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach dst=null perm=null
2014-04-10 11:10:45,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null
2014-04-10 11:10:45,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chaineach/part-00000 dst=null perm=null
2014-04-10 11:10:45,309 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35589, bytes: 164, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052, duration: 114985
2014-04-10 11:10:45,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:45,318 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:10:45,318 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:10:45,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:45,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:10:45,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:10:45,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator"]
2014-04-10 11:10:45,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:10:45,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:10:45,333 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:10:45,333 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...tform/generatoraggregator
2014-04-10 11:10:45,343 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:45,350 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:45,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:45,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:45,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:45,353 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 6
2014-04-10 11:10:45,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006 dst=null perm=null
2014-04-10 11:10:45,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:10:45,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:10:45,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:45,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,419 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:10:45,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056 src: /127.0.0.1:40098 dest: /127.0.0.1:51097
2014-04-10 11:10:45,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056 src: /127.0.0.1:48676 dest: /127.0.0.1:55447
2014-04-10 11:10:45,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056 src: /127.0.0.1:41294 dest: /127.0.0.1:50700
2014-04-10 11:10:45,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41294, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, duration: 4156165
2014-04-10 11:10:45,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:45,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48676, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, duration: 4768025
2014-04-10 11:10:45,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40098, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, duration: 5400967
2014-04-10 11:10:45,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:45,460 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar
2014-04-10 11:10:45,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:45,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:45,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:45,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:45,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:10:45,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:10:45,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:10:45,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:10:45,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:10:45,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:45,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:45,504 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:45,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:45,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0005_01_000006
2014-04-10 11:10:45,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:45,524 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0005_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:10:45,524 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000006
2014-04-10 11:10:45,524 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0005_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:10:45,524 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:45,525 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0005_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:45,525 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:45,525 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:45,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0005_000001 released container container_1397146165236_0005_01_000006 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:45,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,535 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split
2014-04-10 11:10:45,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:45,553 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:10:45,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057 src: /127.0.0.1:35593 dest: /127.0.0.1:43710
2014-04-10 11:10:45,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057 src: /127.0.0.1:40102 dest: /127.0.0.1:51097
2014-04-10 11:10:45,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057 src: /127.0.0.1:48680 dest: /127.0.0.1:55447
2014-04-10 11:10:45,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057 src: /127.0.0.1:41298 dest: /127.0.0.1:50700
2014-04-10 11:10:45,578 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41298, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 3970069
2014-04-10 11:10:45,579 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:45,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,579 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48680, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 4669819
2014-04-10 11:10:45,579 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,580 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40102, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 5395618
2014-04-10 11:10:45,580 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,581 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35593, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 6020688
2014-04-10 11:10:45,581 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,601 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:45,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,636 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:10:45,652 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058 src: /127.0.0.1:40105 dest: /127.0.0.1:51097
2014-04-10 11:10:45,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058 src: /127.0.0.1:48683 dest: /127.0.0.1:55447
2014-04-10 11:10:45,655 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058 src: /127.0.0.1:41301 dest: /127.0.0.1:50700
2014-04-10 11:10:45,658 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41301, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, duration: 1978076
2014-04-10 11:10:45,658 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:45,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48683, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, duration: 2542790
2014-04-10 11:10:45,659 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40105, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, duration: 3209118
2014-04-10 11:10:45,660 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,676 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:45,676 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:10:45,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:45,720 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:45,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059 src: /127.0.0.1:41302 dest: /127.0.0.1:50700
2014-04-10 11:10:45,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059 src: /127.0.0.1:35601 dest: /127.0.0.1:43710
2014-04-10 11:10:45,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059 src: /127.0.0.1:40110 dest: /127.0.0.1:51097
2014-04-10 11:10:45,741 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40110, dest: /127.0.0.1:51097, bytes: 81249, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, duration: 2069926
2014-04-10 11:10:45,741 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:45,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,741 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35601, dest: /127.0.0.1:43710, bytes: 81249, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, duration: 2653020
2014-04-10 11:10:45,741 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,742 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41302, dest: /127.0.0.1:50700, bytes: 81249, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, duration: 3036703
2014-04-10 11:10:45,742 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:45,744 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:45,759 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:45,760 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0006
2014-04-10 11:10:45,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006 dst=null perm=null
2014-04-10 11:10:45,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:45,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:45,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:45,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:45,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:45,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:45,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:45,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:45,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:45,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:45,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:45,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:45,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:45,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:45,817 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 6 submitted by user brock
2014-04-10 11:10:45,817 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0006
2014-04-10 11:10:45,817 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0006
2014-04-10 11:10:45,817 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0006
2014-04-10 11:10:45,817 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0006 State change from NEW to NEW_SAVING
2014-04-10 11:10:45,818 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0006 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:10:45,818 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0006_000001
2014-04-10 11:10:45,819 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from NEW to SUBMITTED
2014-04-10 11:10:45,819 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0006 from user: brock activated in queue: default
2014-04-10 11:10:45,819 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0006 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:10:45,819 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0006 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:10:45,819 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0006
2014-04-10 11:10:45,819 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0006_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:10:45,820 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:10:45,821 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0006 State change from SUBMITTED to ACCEPTED
2014-04-10 11:10:45,822 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0006/
2014-04-10 11:10:45,823 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0006
2014-04-10 11:10:45,823 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0006/
2014-04-10 11:10:45,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:45,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000001
2014-04-10 11:10:45,884 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:10:45,884 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0006 container=Container: [ContainerId: container_1397146165236_0006_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0006_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:45,884 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:10:45,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:45,884 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:45,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0006 AttemptId: appattempt_1397146165236_0006_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0006_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:10:45,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:10:45,885 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:10:45,886 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0006_000001
2014-04-10 11:10:45,887 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0006_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0006_000001
2014-04-10 11:10:45,887 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:10:45,891 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0006_000001 (auth:SIMPLE)
2014-04-10 11:10:45,892 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0006_01_000001 by user brock
2014-04-10 11:10:45,893 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0006
2014-04-10 11:10:45,893 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000001
2014-04-10 11:10:45,893 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from NEW to INITING
2014-04-10 11:10:45,893 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0006_01_000001 to application application_1397146165236_0006
2014-04-10 11:10:45,894 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0006_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0006_000001
2014-04-10 11:10:45,894 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from INITING to RUNNING
2014-04-10 11:10:45,894 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:10:45,894 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:10:45,895 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0006
2014-04-10 11:10:45,895 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:45,895 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:10:45,895 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:10:45,895 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:45,896 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0006_01_000001
2014-04-10 11:10:45,904 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0006_01_000001.tokens. Credentials list:
2014-04-10 11:10:45,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:45,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0006_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000001.tokens
2014-04-10 11:10:45,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:10:46,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:46,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:46,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:46,092 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40096, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1803113435_4252, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, duration: 963944
2014-04-10 11:10:46,121 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:46,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:46,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:46,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:46,147 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41288, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1803113435_4252, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, duration: 300239
2014-04-10 11:10:46,165 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:46,168 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741870_1046 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:10:46,168 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:10:46,168 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741872_1048 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:10:46,168 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741873_1049 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:10:46,169 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:10:46,169 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:10:46,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0005 dst=null perm=null
2014-04-10 11:10:46,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:46,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:46,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:46,196 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35589, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1803113435_4252, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 231260
2014-04-10 11:10:46,214 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:46,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:46,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:46,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:46,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41288, bytes: 81885, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1803113435_4252, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, duration: 523015
2014-04-10 11:10:46,259 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:46,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:46,302 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:46,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:46,365 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000001/default_container_executor.sh]
2014-04-10 11:10:46,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:47,024 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073741880_1056 to datanode(s) 127.0.0.1:43710
2014-04-10 11:10:47,024 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741872_1048, blk_1073741874_1050, blk_1073741875_1051, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:10:47,024 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741874_1050, blk_1073741877_1053, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:10:47,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:47,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/COMMIT_STARTED dst=null perm=null
2014-04-10 11:10:47,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:10:47,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/COMMIT_FAIL dst=null perm=null
2014-04-10 11:10:47,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006 dst=null perm=null
2014-04-10 11:10:47,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:47,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:47,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:47,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.splitmetainfo dst=null perm=null
2014-04-10 11:10:47,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40117, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058, duration: 165698
2014-04-10 11:10:47,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057
2014-04-10 11:10:47,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058
2014-04-10 11:10:47,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051
2014-04-10 11:10:48,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056
2014-04-10 11:10:48,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052
2014-04-10 11:10:48,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059
2014-04-10 11:10:48,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055
2014-04-10 11:10:48,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053
2014-04-10 11:10:48,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054
2014-04-10 11:10:48,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051
2014-04-10 11:10:48,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055
2014-04-10 11:10:48,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059
2014-04-10 11:10:48,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052
2014-04-10 11:10:48,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057
2014-04-10 11:10:48,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053
2014-04-10 11:10:48,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741872 for deletion
2014-04-10 11:10:48,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741873 for deletion
2014-04-10 11:10:48,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741872
2014-04-10 11:10:48,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741874 for deletion
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741877 for deletion
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870 for deletion
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741877
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871 for deletion
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741873
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741874
2014-04-10 11:10:48,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871
2014-04-10 11:10:48,453 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0006_000001 (auth:SIMPLE)
2014-04-10 11:10:48,454 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0006_000001
2014-04-10 11:10:48,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0006 APPATTEMPTID=appattempt_1397146165236_0006_000001
2014-04-10 11:10:48,455 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:10:48,455 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0006 State change from ACCEPTED to RUNNING
2014-04-10 11:10:48,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741872 for deletion
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741874 for deletion
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741875 for deletion
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741872
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870 for deletion
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741875
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871 for deletion
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741874
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870
2014-04-10 11:10:48,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871
2014-04-10 11:10:48,486 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056 to 127.0.0.1:43710
2014-04-10 11:10:48,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056 src: /127.0.0.1:35612 dest: /127.0.0.1:43710
2014-04-10 11:10:48,487 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:10:48,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056
2014-04-10 11:10:48,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056 src: /127.0.0.1:35612 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:10:48,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054
2014-04-10 11:10:48,489 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058
2014-04-10 11:10:48,489 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741880_1056 size 244650
2014-04-10 11:10:48,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741878_1054
2014-04-10 11:10:48,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057
2014-04-10 11:10:48,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741875_1051
2014-04-10 11:10:48,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741876_1052
2014-04-10 11:10:48,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741879_1055
2014-04-10 11:10:48,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:48,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:48,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:48,674 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:48,687 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059
2014-04-10 11:10:48,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057
2014-04-10 11:10:48,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060 src: /127.0.0.1:35613 dest: /127.0.0.1:43710
2014-04-10 11:10:48,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060 src: /127.0.0.1:41316 dest: /127.0.0.1:50700
2014-04-10 11:10:48,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060 src: /127.0.0.1:40123 dest: /127.0.0.1:51097
2014-04-10 11:10:48,712 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40123, dest: /127.0.0.1:51097, bytes: 95184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060, duration: 5719358
2014-04-10 11:10:48,713 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:48,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:48,713 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41316, dest: /127.0.0.1:50700, bytes: 95184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060, duration: 6426807
2014-04-10 11:10:48,713 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:48,713 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:48,713 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35613, dest: /127.0.0.1:43710, bytes: 95184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060, duration: 6926772
2014-04-10 11:10:48,714 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:48,714 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:48,721 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056
2014-04-10 11:10:48,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741877_1053
2014-04-10 11:10:48,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741882_1058
2014-04-10 11:10:48,734 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:49,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:49,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000002
2014-04-10 11:10:49,526 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:10:49,526 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0006 container=Container: [ContainerId: container_1397146165236_0006_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0006_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:49,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:10:49,526 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:49,527 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:49,527 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000003
2014-04-10 11:10:49,527 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:10:49,527 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0006 container=Container: [ContainerId: container_1397146165236_0006_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0006_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:49,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:10:49,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:49,723 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:49,723 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000004
2014-04-10 11:10:49,724 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:10:49,724 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0006 container=Container: [ContainerId: container_1397146165236_0006_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0006_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:49,724 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:10:49,724 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:49,725 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:49,725 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000005
2014-04-10 11:10:49,725 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:10:49,725 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0006 container=Container: [ContainerId: container_1397146165236_0006_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0006_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:49,725 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:10:49,726 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:50,025 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741872_1048, blk_1073741873_1049, blk_1073741875_1051, blk_1073741877_1053, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:10:50,025 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741873_1049, blk_1073741874_1050, blk_1073741875_1051, blk_1073741877_1053, blk_1073741870_1046, blk_1073741871_1047]
2014-04-10 11:10:50,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:50,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:50,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:50,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:50,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:50,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:50,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:50,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:50,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:50,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:50,608 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0006_000001 (auth:SIMPLE)
2014-04-10 11:10:50,608 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0006_000001 (auth:SIMPLE)
2014-04-10 11:10:50,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0006_01_000004 by user brock
2014-04-10 11:10:50,612 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0006_01_000005 by user brock
2014-04-10 11:10:50,613 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0006
2014-04-10 11:10:50,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000005
2014-04-10 11:10:50,613 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0006_01_000002 by user brock
2014-04-10 11:10:50,613 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0006_01_000003 by user brock
2014-04-10 11:10:50,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000004
2014-04-10 11:10:50,613 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0006_01_000003 to application application_1397146165236_0006
2014-04-10 11:10:50,613 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0006_01_000005 to application application_1397146165236_0006
2014-04-10 11:10:50,614 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000003
2014-04-10 11:10:50,613 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0006
2014-04-10 11:10:50,614 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from NEW to INITING
2014-04-10 11:10:50,614 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000002
2014-04-10 11:10:50,614 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0006_01_000004 to application application_1397146165236_0006
2014-04-10 11:10:50,614 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from NEW to INITING
2014-04-10 11:10:50,615 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from INITING to RUNNING
2014-04-10 11:10:50,615 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0006_01_000002 to application application_1397146165236_0006
2014-04-10 11:10:50,615 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:10:50,615 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from INITING to RUNNING
2014-04-10 11:10:50,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:10:50,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:10:50,616 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:50,616 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0006
2014-04-10 11:10:50,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:10:50,617 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:50,617 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,617 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:50,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:50,617 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0006
2014-04-10 11:10:50,617 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,618 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:50,618 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:10:50,618 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0006
2014-04-10 11:10:50,618 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:10:50,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,618 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0006
2014-04-10 11:10:50,619 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:50,618 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0006_01_000004
2014-04-10 11:10:50,619 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0006
2014-04-10 11:10:50,619 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0006_01_000005
2014-04-10 11:10:50,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0006_01_000002
2014-04-10 11:10:50,620 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0006_01_000003
2014-04-10 11:10:50,636 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0006_01_000004.tokens. Credentials list:
2014-04-10 11:10:50,637 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0006_01_000005.tokens. Credentials list:
2014-04-10 11:10:50,636 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0006_01_000003.tokens. Credentials list:
2014-04-10 11:10:50,636 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0006_01_000002.tokens. Credentials list:
2014-04-10 11:10:50,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:50,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:50,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:50,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:50,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0006_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000004.tokens
2014-04-10 11:10:50,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0006_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000003.tokens
2014-04-10 11:10:50,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:10:50,738 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:10:50,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar dst=null perm=null
2014-04-10 11:10:50,855 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40134, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1632436016_4423, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, duration: 874367
2014-04-10 11:10:50,857 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40135, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-389536838_4424, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056, duration: 890922
2014-04-10 11:10:50,884 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:50,888 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:50,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml dst=null perm=null
2014-04-10 11:10:50,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40134, bytes: 81885, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-389536838_4424, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, duration: 366105
2014-04-10 11:10:50,918 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35628, bytes: 81885, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1632436016_4423, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741883_1059, duration: 589236
2014-04-10 11:10:50,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:50,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:50,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:50,942 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:50,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:50,942 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:10:50,970 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:50,970 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:50,973 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:50,973 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:50,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:50,981 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:50,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:50,981 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:51,032 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000002/default_container_executor.sh]
2014-04-10 11:10:51,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000004/default_container_executor.sh]
2014-04-10 11:10:51,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000005/default_container_executor.sh]
2014-04-10 11:10:51,040 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000003/default_container_executor.sh]
2014-04-10 11:10:51,293 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0005_01_000001 succeeded
2014-04-10 11:10:51,294 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:10:51,294 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0005_01_000001
2014-04-10 11:10:51,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000001
2014-04-10 11:10:51,304 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000001
2014-04-10 11:10:51,305 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000001
2014-04-10 11:10:51,305 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:10:51,305 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0005_01_000001 from application application_1397146165236_0005
2014-04-10 11:10:51,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000001
2014-04-10 11:10:51,305 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:51,305 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0005
2014-04-10 11:10:51,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0005/container_1397146165236_0005_01_000001
2014-04-10 11:10:51,474 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741872 for deletion
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741873 for deletion
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741872_1048 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741872
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741873
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741875 for deletion
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741877 for deletion
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870 for deletion
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741875
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871 for deletion
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741877
2014-04-10 11:10:51,475 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871
2014-04-10 11:10:51,476 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741873 for deletion
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741874 for deletion
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741873_1049 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741873
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741875 for deletion
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741874_1050 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741874
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741877 for deletion
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870 for deletion
2014-04-10 11:10:51,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871 for deletion
2014-04-10 11:10:51,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741871_1047 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741871
2014-04-10 11:10:51,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741875_1051 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741875
2014-04-10 11:10:51,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741877_1053 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741877
2014-04-10 11:10:51,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741870_1046 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741870
2014-04-10 11:10:51,504 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:51,525 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0005_01_000001
2014-04-10 11:10:51,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:51,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:51,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:51,526 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0005_000001
2014-04-10 11:10:51,526 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0005_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:10:51,526 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0005_000001 State change from FINISHING to FINISHED
2014-04-10 11:10:51,526 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0005 State change from FINISHING to FINISHED
2014-04-10 11:10:51,526 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0005_000001
2014-04-10 11:10:51,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0005 CONTAINERID=container_1397146165236_0005_01_000001
2014-04-10 11:10:51,527 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0005_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:10:51,527 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:10:51,527 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0005_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:51,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:51,527 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:10:51,527 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0005_000001 released container container_1397146165236_0005_01_000001 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:10:51,527 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0005_000001 is done. finalState=FINISHED
2014-04-10 11:10:51,527 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0005 requests cleared
2014-04-10 11:10:51,527 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0005 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:10:51,528 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0005 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:10:51,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0005
2014-04-10 11:10:51,528 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0005,name=[252C431655034C948FB4AB77F9F6D68B/A361019A521140419029DAF12399C8D0] test/(1/1) ...edpipesplatform/chaineach,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0005/jobhistory/job/job_1397146165236_0005,appMasterHost=localhost.localdomain,startTime=1397146231436,finishTime=1397146245102,finalStatus=SUCCEEDED
2014-04-10 11:10:51,529 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0005_000001 (auth:SIMPLE)
2014-04-10 11:10:51,545 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0005_01_000001
2014-04-10 11:10:51,884 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:51,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:51,885 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0005
2014-04-10 11:10:51,885 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:51,885 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0005, with delay of 10800 seconds
2014-04-10 11:10:51,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:51,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:51,885 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:51,988 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:51,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:10:52,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0006_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000002.tokens
2014-04-10 11:10:52,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0006_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000005.tokens
2014-04-10 11:10:52,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:10:52,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:10:52,526 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:10:52,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:52,526 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0005
2014-04-10 11:10:52,526 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:10:52,527 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0005, with delay of 10800 seconds
2014-04-10 11:10:52,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:52,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:52,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0005
2014-04-10 11:10:53,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060
2014-04-10 11:10:53,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:53,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:53,480 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35641, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000002_0_-16424837_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 169925
2014-04-10 11:10:53,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:53,502 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741880_1056
2014-04-10 11:10:53,503 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060
2014-04-10 11:10:53,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job.split dst=null perm=null
2014-04-10 11:10:53,532 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41346, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000000_0_1107340248_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 180141
2014-04-10 11:10:53,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:53,536 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41349, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000002_0_-16424837_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 193535
2014-04-10 11:10:53,555 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40154, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000003_0_211711259_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 170985
2014-04-10 11:10:53,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41350, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000001_0_-1812349216_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741881_1057, duration: 179797
2014-04-10 11:10:53,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:53,595 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35649, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000000_0_1107340248_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 184416
2014-04-10 11:10:53,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:53,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35650, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000003_0_211711259_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 167367
2014-04-10 11:10:53,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:10:53,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060
2014-04-10 11:10:53,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_m_000002_0 dst=null perm=null
2014-04-10 11:10:53,798 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41350, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0006_m_000001_0_-1812349216_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 189686
2014-04-10 11:10:53,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_m_000003_0 dst=null perm=null
2014-04-10 11:10:53,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0006_01_000004
2014-04-10 11:10:53,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000004
2014-04-10 11:10:53,839 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:10:53,839 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0006_01_000004
2014-04-10 11:10:53,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_m_000000_0 dst=null perm=null
2014-04-10 11:10:53,849 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0006_01_000004 is : 143
2014-04-10 11:10:53,855 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:53,856 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:53,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000004
2014-04-10 11:10:53,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000004
2014-04-10 11:10:53,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000004
2014-04-10 11:10:53,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000004
2014-04-10 11:10:53,857 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000004
2014-04-10 11:10:53,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:53,857 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0006_01_000004 from application application_1397146165236_0006
2014-04-10 11:10:53,857 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:53,857 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0006
2014-04-10 11:10:53,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_m_000001_0 dst=null perm=null
2014-04-10 11:10:53,882 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0006_01_000005
2014-04-10 11:10:53,882 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000005
2014-04-10 11:10:53,882 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:10:53,882 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0006_01_000005
2014-04-10 11:10:53,882 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0006_01_000004
2014-04-10 11:10:53,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:53,883 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0006_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:10:53,883 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000004
2014-04-10 11:10:53,883 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0006_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:10:53,883 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:10:53,883 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0006_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:53,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:53,883 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:10:53,883 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0006_000001 released container container_1397146165236_0006_01_000004 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:10:53,896 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0006_01_000005 is : 143
2014-04-10 11:10:53,903 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0006_01_000002
2014-04-10 11:10:53,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000002
2014-04-10 11:10:53,904 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:10:53,904 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0006_01_000002
2014-04-10 11:10:53,904 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:53,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000005
2014-04-10 11:10:53,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000005
2014-04-10 11:10:53,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000005
2014-04-10 11:10:53,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000005
2014-04-10 11:10:53,905 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000005
2014-04-10 11:10:53,905 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:53,905 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0006_01_000005 from application application_1397146165236_0006
2014-04-10 11:10:53,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:53,905 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0006
2014-04-10 11:10:53,908 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0006_01_000002 is : 143
2014-04-10 11:10:53,916 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:53,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000002
2014-04-10 11:10:53,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000002
2014-04-10 11:10:53,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000002
2014-04-10 11:10:53,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000002
2014-04-10 11:10:53,917 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000002
2014-04-10 11:10:53,917 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:53,918 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0006_01_000002 from application application_1397146165236_0006
2014-04-10 11:10:53,918 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:53,918 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0006
2014-04-10 11:10:53,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061 src: /127.0.0.1:48736 dest: /127.0.0.1:55447
2014-04-10 11:10:53,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061 src: /127.0.0.1:41354 dest: /127.0.0.1:50700
2014-04-10 11:10:53,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061 src: /127.0.0.1:40161 dest: /127.0.0.1:51097
2014-04-10 11:10:53,924 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0006_01_000003
2014-04-10 11:10:53,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000003
2014-04-10 11:10:53,924 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:10:53,924 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0006_01_000003
2014-04-10 11:10:53,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0006_01_000002
2014-04-10 11:10:53,925 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1.jhist for DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:53,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:53,925 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0006_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:10:53,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000002
2014-04-10 11:10:53,925 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0006_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:10:53,925 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:10:53,925 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0006_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:53,925 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:53,926 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:10:53,926 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0006_000001 released container container_1397146165236_0006_01_000002 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:10:53,930 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0006_01_000003 is : 143
2014-04-10 11:10:53,943 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:53,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000003
2014-04-10 11:10:53,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000003
2014-04-10 11:10:53,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000003
2014-04-10 11:10:53,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000003
2014-04-10 11:10:53,944 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000003
2014-04-10 11:10:53,944 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:53,944 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0006_01_000003 from application application_1397146165236_0006
2014-04-10 11:10:53,944 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:53,944 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0006
2014-04-10 11:10:54,883 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0006_01_000005
2014-04-10 11:10:54,883 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:54,884 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0006_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:10:54,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000005
2014-04-10 11:10:54,884 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0006_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:54,884 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:10:54,884 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0006_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:54,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:54,885 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:54,885 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0006_000001 released container container_1397146165236_0006_01_000005 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:54,925 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0006_01_000003
2014-04-10 11:10:54,925 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:54,926 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0006_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:10:54,926 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000003
2014-04-10 11:10:54,926 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0006_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:54,926 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:54,926 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0006_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:54,927 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:54,927 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:54,927 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0006_000001 released container container_1397146165236_0006_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:55,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:10:55,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000006
2014-04-10 11:10:55,884 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:10:55,885 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0006 container=Container: [ContainerId: container_1397146165236_0006_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0006_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:55,885 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:10:55,885 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:56,602 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:10:56,615 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0006_01_000006 by user brock
2014-04-10 11:10:56,616 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000006
2014-04-10 11:10:56,616 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0006_01_000006 to application application_1397146165236_0006
2014-04-10 11:10:56,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:10:56,616 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0006
2014-04-10 11:10:56,617 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0006
2014-04-10 11:10:56,617 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:10:56,617 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0006
2014-04-10 11:10:56,618 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:10:56,647 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:10:56,647 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:56,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000006/default_container_executor.sh]
2014-04-10 11:10:56,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:10:57,606 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:10:58,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:58,472 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:10:58,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062 src: /127.0.0.1:35666 dest: /127.0.0.1:43710
2014-04-10 11:10:58,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062 src: /127.0.0.1:40175 dest: /127.0.0.1:51097
2014-04-10 11:10:58,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062 src: /127.0.0.1:48753 dest: /127.0.0.1:55447
2014-04-10 11:10:58,561 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48753, dest: /127.0.0.1:55447, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0006_r_000000_0_-1861904761_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, duration: 15728286
2014-04-10 11:10:58,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:58,562 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40175, dest: /127.0.0.1:51097, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0006_r_000000_0_-1861904761_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, duration: 16333277
2014-04-10 11:10:58,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:58,562 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:58,562 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35666, dest: /127.0.0.1:43710, bytes: 1376, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0006_r_000000_0_-1861904761_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, duration: 16910332
2014-04-10 11:10:58,563 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:58,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:58,564 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:58,583 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0006_r_000000_0_-1861904761_1
2014-04-10 11:10:58,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_r_000000_0 dst=null perm=null
2014-04-10 11:10:58,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_r_000000_0 dst=null perm=null
2014-04-10 11:10:58,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1397146165236_0006_r_000000 dst=null perm=null
2014-04-10 11:10:58,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/_temporary/attempt_1397146165236_0006_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1397146165236_0006_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:10:58,700 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0006_01_000006
2014-04-10 11:10:58,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000006
2014-04-10 11:10:58,701 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:10:58,701 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0006_01_000006
2014-04-10 11:10:58,708 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0006_01_000006 is : 143
2014-04-10 11:10:58,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:58,717 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:10:58,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000006
2014-04-10 11:10:58,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000006
2014-04-10 11:10:58,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000006
2014-04-10 11:10:58,718 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000006
2014-04-10 11:10:58,718 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000006
2014-04-10 11:10:58,719 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:10:58,719 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0006_01_000006 from application application_1397146165236_0006
2014-04-10 11:10:58,719 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:10:58,719 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0006
2014-04-10 11:10:58,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062
2014-04-10 11:10:58,733 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:58,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1 dst=null perm=null
2014-04-10 11:10:58,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:58,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:58,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1397146165236_0006_r_000000 dst=null perm=null
2014-04-10 11:10:58,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null
2014-04-10 11:10:58,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary/1/task_1397146165236_0006_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:58,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary dst=null perm=null
2014-04-10 11:10:58,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:58,817 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_SUCCESS is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:58,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:58,850 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:58,877 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40161, dest: /127.0.0.1:51097, bytes: 61601, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061, duration: 4954391493
2014-04-10 11:10:58,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:58,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41354, dest: /127.0.0.1:50700, bytes: 61601, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061, duration: 4955543025
2014-04-10 11:10:58,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15143
2014-04-10 11:10:58,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:58,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48736, dest: /127.0.0.1:55447, bytes: 61601, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061, duration: 4956186118
2014-04-10 11:10:58,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:58,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15143
2014-04-10 11:10:58,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15143
2014-04-10 11:10:58,892 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:58,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:58,912 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:10:58,928 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063 src: /127.0.0.1:35669 dest: /127.0.0.1:43710
2014-04-10 11:10:58,929 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063 src: /127.0.0.1:40178 dest: /127.0.0.1:51097
2014-04-10 11:10:58,930 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063 src: /127.0.0.1:48756 dest: /127.0.0.1:55447
2014-04-10 11:10:58,934 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48756, dest: /127.0.0.1:55447, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063, duration: 2169809
2014-04-10 11:10:58,934 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:58,934 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:58,934 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40178, dest: /127.0.0.1:51097, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063, duration: 2814307
2014-04-10 11:10:58,935 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:58,935 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:58,935 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35669, dest: /127.0.0.1:43710, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063, duration: 3443430
2014-04-10 11:10:58,935 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:58,936 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:10:58,950 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:58,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:58,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1.jhist dst=null perm=null
2014-04-10 11:10:58,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist_tmp dst=null perm=null
2014-04-10 11:10:58,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1.jhist dst=null perm=null
2014-04-10 11:10:58,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist_tmp dst=null perm=null
2014-04-10 11:10:58,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1.jhist dst=null perm=null
2014-04-10 11:10:59,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:59,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41375, bytes: 62085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061, duration: 284168
2014-04-10 11:10:59,006 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:59,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064 src: /127.0.0.1:35674 dest: /127.0.0.1:43710
2014-04-10 11:10:59,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064 src: /127.0.0.1:48760 dest: /127.0.0.1:55447
2014-04-10 11:10:59,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064 src: /127.0.0.1:40184 dest: /127.0.0.1:51097
2014-04-10 11:10:59,025 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40184, dest: /127.0.0.1:51097, bytes: 61601, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064, duration: 2626232
2014-04-10 11:10:59,026 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:59,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,026 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48760, dest: /127.0.0.1:55447, bytes: 61601, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064, duration: 3301064
2014-04-10 11:10:59,026 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,027 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35674, dest: /127.0.0.1:43710, bytes: 61601, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064, duration: 3981812
2014-04-10 11:10:59,027 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,042 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist_tmp is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:59,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:59,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1_conf.xml dst=null perm=null
2014-04-10 11:10:59,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:59,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1_conf.xml dst=null perm=null
2014-04-10 11:10:59,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml_tmp dst=null perm=null
2014-04-10 11:10:59,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006/job_1397146165236_0006_1_conf.xml dst=null perm=null
2014-04-10 11:10:59,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:10:59,090 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40185, bytes: 95928, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741884_1060, duration: 237110
2014-04-10 11:10:59,092 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:10:59,111 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065 src: /127.0.0.1:35678 dest: /127.0.0.1:43710
2014-04-10 11:10:59,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065 src: /127.0.0.1:41381 dest: /127.0.0.1:50700
2014-04-10 11:10:59,113 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065 src: /127.0.0.1:40188 dest: /127.0.0.1:51097
2014-04-10 11:10:59,117 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40188, dest: /127.0.0.1:51097, bytes: 95184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065, duration: 2686936
2014-04-10 11:10:59,118 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:59,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,118 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41381, dest: /127.0.0.1:50700, bytes: 95184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065, duration: 2990953
2014-04-10 11:10:59,118 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,119 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,119 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35678, dest: /127.0.0.1:43710, bytes: 95184, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_792327427_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065, duration: 4121836
2014-04-10 11:10:59,119 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,120 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,133 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_792327427_1
2014-04-10 11:10:59,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:59,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:59,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:59,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:59,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0006_000001 with final state: FINISHING
2014-04-10 11:10:59,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:59,209 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0006 with final state: FINISHING
2014-04-10 11:10:59,209 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0006 State change from RUNNING to FINAL_SAVING
2014-04-10 11:10:59,209 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0006
2014-04-10 11:10:59,210 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:59,210 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0006 State change from FINAL_SAVING to FINISHING
2014-04-10 11:10:59,301 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:10:59,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:10:59,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:10:59,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary dst=null perm=null
2014-04-10 11:10:59,310 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35683, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063, duration: 265588
2014-04-10 11:10:59,310 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0006,submitTime=1397146245817,launchTime=1397146248464,firstMapTaskLaunchTime=1397146250623,firstReduceTaskLaunchTime=1397146256617,finishTime=1397146258851,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[FEB2DA88F1C64CB2965CABDFB62D47D6/B67804EACC0F438AA973CB034EEBCF0E] test/(1/1) ...tform/generatoraggregator
2014-04-10 11:10:59,311 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary]
2014-04-10 11:10:59,325 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741887_1063 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:10:59,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006.summary dst=null perm=null
2014-04-10 11:10:59,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:10:59,328 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist
2014-04-10 11:10:59,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:59,342 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0006_conf.xml
2014-04-10 11:10:59,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0006_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:10:59,359 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0006 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist
2014-04-10 11:10:59,359 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist]
2014-04-10 11:10:59,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0006-1397146245817-brock-%5BFEB2DA88F1C64CB2965CABDFB62D47D6%2FB67804EACC0F438A-1397146258851-4-1-SUCCEEDED-default-1397146248464.jhist dst=null perm=null
2014-04-10 11:10:59,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35683, bytes: 62085, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064, duration: 257168
2014-04-10 11:10:59,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,408 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary
2014-04-10 11:10:59,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/_temporary dst=null perm=null
2014-04-10 11:10:59,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,421 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:59,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null
2014-04-10 11:10:59,423 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35683, bytes: 1388, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, duration: 135138
2014-04-10 11:10:59,424 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/generatoraggregator
2014-04-10 11:10:59,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator dst=null perm=null
2014-04-10 11:10:59,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null
2014-04-10 11:10:59,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/generatoraggregator/part-00000 dst=null perm=null
2014-04-10 11:10:59,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35683, bytes: 1388, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062, duration: 109637
2014-04-10 11:10:59,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:59,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:59,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:10:59,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:10:59,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:59,475 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt. BP-1066669398-127.0.0.1-1397146149467 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:10:59,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066 src: /127.0.0.1:40193 dest: /127.0.0.1:51097
2014-04-10 11:10:59,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066 src: /127.0.0.1:35686 dest: /127.0.0.1:43710
2014-04-10 11:10:59,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066 src: /127.0.0.1:41389 dest: /127.0.0.1:50700
2014-04-10 11:10:59,512 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41389, dest: /127.0.0.1:50700, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, duration: 643023
2014-04-10 11:10:59,512 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:59,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,512 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35686, dest: /127.0.0.1:43710, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, duration: 845446
2014-04-10 11:10:59,512 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40193, dest: /127.0.0.1:51097, bytes: 15, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, duration: 1158825
2014-04-10 11:10:59,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,525 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:59,536 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:10:59,536 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:10:59,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:10:59,557 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] starting
2014-04-10 11:10:59,557 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:10:59,557 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:10:59,558 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt"]
2014-04-10 11:10:59,558 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree"]
2014-04-10 11:10:59,558 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] parallel execution is enabled: true
2014-04-10 11:10:59,558 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] starting jobs: 1
2014-04-10 11:10:59,558 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merge] allocating threads: 1
2014-04-10 11:10:59,558 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] starting step: (1/1) ...platform/simplemergethree
2014-04-10 11:10:59,565 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:59,573 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:10:59,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:10:59,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:59,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:10:59,576 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 7
2014-04-10 11:10:59,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007 dst=null perm=null
2014-04-10 11:10:59,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:10:59,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:10:59,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:10:59,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:59,669 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:10:59,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067 src: /127.0.0.1:41390 dest: /127.0.0.1:50700
2014-04-10 11:10:59,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067 src: /127.0.0.1:48774 dest: /127.0.0.1:55447
2014-04-10 11:10:59,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067 src: /127.0.0.1:40198 dest: /127.0.0.1:51097
2014-04-10 11:10:59,693 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40198, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, duration: 3846989
2014-04-10 11:10:59,693 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:59,693 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48774, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, duration: 4577525
2014-04-10 11:10:59,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41390, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, duration: 4989861
2014-04-10 11:10:59,695 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,696 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,701 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0006_01_000006
2014-04-10 11:10:59,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:10:59,702 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0006_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:10:59,702 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000006
2014-04-10 11:10:59,702 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0006_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:10:59,703 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:10:59,703 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0006_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:59,703 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:10:59,703 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:10:59,703 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0006_000001 released container container_1397146165236_0006_01_000006 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:10:59,708 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:59,709 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar
2014-04-10 11:10:59,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:10:59,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:59,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:59,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:59,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:10:59,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:10:59,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:10:59,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:10:59,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:10:59,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:10:59,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:10:59,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:10:59,803 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:59,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:10:59,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:59,807 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:59,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:59,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:59,810 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:59,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:59,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:10:59,813 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:59,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:10:59,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:59,815 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:59,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:10:59,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:59,817 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:10:59,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:10:59,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:59,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:59,851 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split
2014-04-10 11:10:59,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:10:59,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:10:59,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068 src: /127.0.0.1:41393 dest: /127.0.0.1:50700
2014-04-10 11:10:59,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068 src: /127.0.0.1:35692 dest: /127.0.0.1:43710
2014-04-10 11:10:59,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068 src: /127.0.0.1:40201 dest: /127.0.0.1:51097
2014-04-10 11:10:59,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068 src: /127.0.0.1:48779 dest: /127.0.0.1:55447
2014-04-10 11:10:59,892 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48779, dest: /127.0.0.1:55447, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 2305684
2014-04-10 11:10:59,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:10:59,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40201, dest: /127.0.0.1:51097, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 2963800
2014-04-10 11:10:59,894 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35692, dest: /127.0.0.1:43710, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 3702923
2014-04-10 11:10:59,894 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41393, dest: /127.0.0.1:50700, bytes: 3412, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 4396427
2014-04-10 11:10:59,895 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:10:59,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:10:59,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:10:59,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:59,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:10:59,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:00,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069 src: /127.0.0.1:48780 dest: /127.0.0.1:55447
2014-04-10 11:11:00,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069 src: /127.0.0.1:41398 dest: /127.0.0.1:50700
2014-04-10 11:11:00,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069 src: /127.0.0.1:40205 dest: /127.0.0.1:51097
2014-04-10 11:11:00,007 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40205, dest: /127.0.0.1:51097, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, duration: 1675570
2014-04-10 11:11:00,007 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:00,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:00,008 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41398, dest: /127.0.0.1:50700, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, duration: 2224517
2014-04-10 11:11:00,008 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:00,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:00,009 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48780, dest: /127.0.0.1:55447, bytes: 323, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, duration: 2896856
2014-04-10 11:11:00,009 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:00,010 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:00,025 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:00,025 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:9
2014-04-10 11:11:00,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:00,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:00,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:00,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070 src: /127.0.0.1:35698 dest: /127.0.0.1:43710
2014-04-10 11:11:00,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070 src: /127.0.0.1:48784 dest: /127.0.0.1:55447
2014-04-10 11:11:00,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070 src: /127.0.0.1:40208 dest: /127.0.0.1:51097
2014-04-10 11:11:00,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40208, dest: /127.0.0.1:51097, bytes: 82462, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, duration: 2407894
2014-04-10 11:11:00,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:00,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:00,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48784, dest: /127.0.0.1:55447, bytes: 82462, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, duration: 3010907
2014-04-10 11:11:00,092 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:00,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:00,093 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35698, dest: /127.0.0.1:43710, bytes: 82462, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, duration: 3824596
2014-04-10 11:11:00,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:00,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:00,108 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:00,109 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0007
2014-04-10 11:11:00,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007 dst=null perm=null
2014-04-10 11:11:00,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:00,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:00,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:00,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:00,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:00,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:00,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:00,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:00,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:00,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:00,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:00,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:00,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:00,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:00,167 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 7 submitted by user brock
2014-04-10 11:11:00,167 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0007
2014-04-10 11:11:00,167 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0007 State change from NEW to NEW_SAVING
2014-04-10 11:11:00,167 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0007
2014-04-10 11:11:00,167 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0007
2014-04-10 11:11:00,167 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0007 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:11:00,168 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0007_000001
2014-04-10 11:11:00,168 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from NEW to SUBMITTED
2014-04-10 11:11:00,168 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0007 from user: brock activated in queue: default
2014-04-10 11:11:00,168 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0007 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:11:00,169 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0007 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:11:00,169 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0007
2014-04-10 11:11:00,169 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0007_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:11:00,169 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:11:00,170 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0007 State change from SUBMITTED to ACCEPTED
2014-04-10 11:11:00,172 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0007/
2014-04-10 11:11:00,172 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] submitted hadoop job: job_1397146165236_0007
2014-04-10 11:11:00,172 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merge] tracking url: http://localhost:56922/proxy/application_1397146165236_0007/
2014-04-10 11:11:00,225 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741880_1056 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:11:00,225 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:11:00,226 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741882_1058 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:11:00,226 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741883_1059 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:11:00,226 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:11:00,226 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741884_1060 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:11:00,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0006 dst=null perm=null
2014-04-10 11:11:00,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:00,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000001
2014-04-10 11:11:00,704 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:11:00,704 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0007_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:00,704 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:11:00,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:00,704 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:00,705 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0007 AttemptId: appattempt_1397146165236_0007_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0007_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ]
2014-04-10 11:11:00,705 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:11:00,705 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:11:00,706 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0007_000001
2014-04-10 11:11:00,706 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0007_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0007_000001
2014-04-10 11:11:00,707 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:11:00,710 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0007_000001 (auth:SIMPLE)
2014-04-10 11:11:00,712 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000001 by user brock
2014-04-10 11:11:00,712 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0007
2014-04-10 11:11:00,713 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000001
2014-04-10 11:11:00,713 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from NEW to INITING
2014-04-10 11:11:00,713 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000001 to application application_1397146165236_0007
2014-04-10 11:11:00,713 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0007_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0007_000001
2014-04-10 11:11:00,713 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from INITING to RUNNING
2014-04-10 11:11:00,714 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:11:00,714 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:11:00,714 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:00,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:00,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:11:00,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:11:00,715 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:00,716 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000001
2014-04-10 11:11:00,725 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0007_01_000001.tokens. Credentials list:
2014-04-10 11:11:00,739 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:00,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0007_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000001.tokens
2014-04-10 11:11:00,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:00,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:00,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:00,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:00,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40213, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1259228485_4871, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, duration: 1143490
2014-04-10 11:11:00,945 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:00,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:00,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:00,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:00,972 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48791, bytes: 327, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1259228485_4871, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, duration: 248985
2014-04-10 11:11:00,991 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:01,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:01,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:01,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:01,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35707, bytes: 3440, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1259228485_4871, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 243423
2014-04-10 11:11:01,038 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:01,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:01,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:01,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:01,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48791, bytes: 83110, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1259228485_4871, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, duration: 405024
2014-04-10 11:11:01,082 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:01,082 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:01,115 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:01,115 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:01,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000001/default_container_executor.sh]
2014-04-10 11:11:01,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:02,027 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073741891_1067 to datanode(s) 127.0.0.1:43710
2014-04-10 11:11:02,027 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741885_1061, blk_1073741887_1063]
2014-04-10 11:11:02,027 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061]
2014-04-10 11:11:02,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:02,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/COMMIT_STARTED dst=null perm=null
2014-04-10 11:11:02,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:11:02,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/COMMIT_FAIL dst=null perm=null
2014-04-10 11:11:02,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007 dst=null perm=null
2014-04-10 11:11:02,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:02,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:02,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:02,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:02,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41413, bytes: 327, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069, duration: 157506
2014-04-10 11:11:03,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063
2014-04-10 11:11:03,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066
2014-04-10 11:11:03,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068
2014-04-10 11:11:03,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062
2014-04-10 11:11:03,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065
2014-04-10 11:11:03,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741885_1061
2014-04-10 11:11:03,276 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0007_000001 (auth:SIMPLE)
2014-04-10 11:11:03,278 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0007_000001
2014-04-10 11:11:03,278 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0007 APPATTEMPTID=appattempt_1397146165236_0007_000001
2014-04-10 11:11:03,279 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:11:03,279 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0007 State change from ACCEPTED to RUNNING
2014-04-10 11:11:03,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067
2014-04-10 11:11:03,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:03,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:03,386 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880 for deletion
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881 for deletion
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741882 for deletion
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741883 for deletion
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741884 for deletion
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741883
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741885 for deletion
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741882
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741885
2014-04-10 11:11:03,387 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741884
2014-04-10 11:11:03,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:03,486 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067 to 127.0.0.1:43710
2014-04-10 11:11:03,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067 src: /127.0.0.1:35714 dest: /127.0.0.1:43710
2014-04-10 11:11:03,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880 for deletion
2014-04-10 11:11:03,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881 for deletion
2014-04-10 11:11:03,487 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:11:03,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881
2014-04-10 11:11:03,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741882 for deletion
2014-04-10 11:11:03,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880
2014-04-10 11:11:03,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741885 for deletion
2014-04-10 11:11:03,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741882
2014-04-10 11:11:03,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741887 for deletion
2014-04-10 11:11:03,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067 src: /127.0.0.1:35714 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:11:03,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741885
2014-04-10 11:11:03,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741887
2014-04-10 11:11:03,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741891_1067 size 244650
2014-04-10 11:11:03,501 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:03,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064
2014-04-10 11:11:03,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741887_1063
2014-04-10 11:11:03,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068
2014-04-10 11:11:03,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066
2014-04-10 11:11:03,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065
2014-04-10 11:11:03,507 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741886_1062
2014-04-10 11:11:03,508 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070
2014-04-10 11:11:03,520 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064
2014-04-10 11:11:03,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070
2014-04-10 11:11:03,521 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069
2014-04-10 11:11:03,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071 src: /127.0.0.1:35715 dest: /127.0.0.1:43710
2014-04-10 11:11:03,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071 src: /127.0.0.1:41418 dest: /127.0.0.1:50700
2014-04-10 11:11:03,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071 src: /127.0.0.1:48802 dest: /127.0.0.1:55447
2014-04-10 11:11:03,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48802, dest: /127.0.0.1:55447, bytes: 96469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071, duration: 7083016
2014-04-10 11:11:03,547 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:03,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:03,548 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41418, dest: /127.0.0.1:50700, bytes: 96469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071, duration: 7890951
2014-04-10 11:11:03,548 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:03,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:03,548 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35715, dest: /127.0.0.1:43710, bytes: 96469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071, duration: 8400941
2014-04-10 11:11:03,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:03,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:03,566 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:03,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069
2014-04-10 11:11:03,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071
2014-04-10 11:11:03,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741889_1065
2014-04-10 11:11:03,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068
2014-04-10 11:11:03,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067
2014-04-10 11:11:03,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741888_1064
2014-04-10 11:11:03,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741893_1069
2014-04-10 11:11:03,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067
2014-04-10 11:11:03,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066
2014-04-10 11:11:03,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071
2014-04-10 11:11:03,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067
2014-04-10 11:11:03,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068
2014-04-10 11:11:03,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070
2014-04-10 11:11:04,130 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071
2014-04-10 11:11:04,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000002
2014-04-10 11:11:04,704 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:11:04,704 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0007_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:11:04,705 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,705 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,705 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000003
2014-04-10 11:11:04,706 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:11:04,706 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0007_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,706 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:11:04,706 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,888 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000004
2014-04-10 11:11:04,888 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:11:04,889 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0007_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,889 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:11:04,889 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,890 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,890 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000005
2014-04-10 11:11:04,890 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:11:04,890 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0007_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,890 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:11:04,890 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,928 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000006
2014-04-10 11:11:04,929 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:11:04,929 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0007_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:11:04,929 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,930 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,930 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000007
2014-04-10 11:11:04,930 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000007 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:11:04,930 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000007, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0007_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,930 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:11:04,931 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,931 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000008
2014-04-10 11:11:04,931 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000008 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:11:04,932 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000008, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0007_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,932 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9
2014-04-10 11:11:04,932 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,933 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000009 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:04,933 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000009
2014-04-10 11:11:04,933 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000009 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:11:04,933 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000009, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0007_01_000009 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:9>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=9 usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:04,933 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10
2014-04-10 11:11:04,934 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:05,028 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741883_1059, blk_1073741884_1060, blk_1073741887_1063]
2014-04-10 11:11:05,028 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741880_1056, blk_1073741881_1057, blk_1073741882_1058, blk_1073741883_1059, blk_1073741884_1060, blk_1073741885_1061, blk_1073741887_1063]
2014-04-10 11:11:05,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000010 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:05,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000010
2014-04-10 11:11:05,117 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000010 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:11:05,117 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000010, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0007_01_000010 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:12288, vCores:10>usedCapacity=0.75, absoluteUsedCapacity=0.75, numApps=2, numContainers=10 usedCapacity=0.75 absoluteUsedCapacity=0.75 used=<memory:12288, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:05,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:13312, vCores:11>usedCapacity=0.8125, absoluteUsedCapacity=0.8125, numApps=2, numContainers=11
2014-04-10 11:11:05,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.8125 absoluteUsedCapacity=0.8125 used=<memory:13312, vCores:11> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:05,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,318 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,319 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:05,349 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0006_01_000001 succeeded
2014-04-10 11:11:05,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:11:05,349 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0006_01_000001
2014-04-10 11:11:05,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000001
2014-04-10 11:11:05,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000001
2014-04-10 11:11:05,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000001
2014-04-10 11:11:05,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000001
2014-04-10 11:11:05,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0006/container_1397146165236_0006_01_000001
2014-04-10 11:11:05,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:11:05,360 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0006_01_000001 from application application_1397146165236_0006
2014-04-10 11:11:05,360 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,360 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0006
2014-04-10 11:11:05,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:05,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:05,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:05,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:05,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:05,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:05,461 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0007_000001 (auth:SIMPLE)
2014-04-10 11:11:05,462 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0007_000001 (auth:SIMPLE)
2014-04-10 11:11:05,462 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0007_000001 (auth:SIMPLE)
2014-04-10 11:11:05,464 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0007_000001 (auth:SIMPLE)
2014-04-10 11:11:05,466 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000007 by user brock
2014-04-10 11:11:05,466 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000008 by user brock
2014-04-10 11:11:05,467 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0007
2014-04-10 11:11:05,467 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000008
2014-04-10 11:11:05,467 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000007
2014-04-10 11:11:05,467 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000008 to application application_1397146165236_0007
2014-04-10 11:11:05,467 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000009 by user brock
2014-04-10 11:11:05,468 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from NEW to INITING
2014-04-10 11:11:05,468 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000009
2014-04-10 11:11:05,468 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000007 to application application_1397146165236_0007
2014-04-10 11:11:05,469 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000009 to application application_1397146165236_0007
2014-04-10 11:11:05,469 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from INITING to RUNNING
2014-04-10 11:11:05,469 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000006 by user brock
2014-04-10 11:11:05,470 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000009 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000006
2014-04-10 11:11:05,470 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,471 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,471 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,471 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,471 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,472 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:05,472 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:05,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000005 by user brock
2014-04-10 11:11:05,472 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000006 to application application_1397146165236_0007
2014-04-10 11:11:05,472 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0007
2014-04-10 11:11:05,472 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000002 by user brock
2014-04-10 11:11:05,473 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from NEW to INITING
2014-04-10 11:11:05,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000005
2014-04-10 11:11:05,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000002
2014-04-10 11:11:05,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000004 by user brock
2014-04-10 11:11:05,473 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,473 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000002 to application application_1397146165236_0007
2014-04-10 11:11:05,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000010 by user brock
2014-04-10 11:11:05,473 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000005 to application application_1397146165236_0007
2014-04-10 11:11:05,474 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0007
2014-04-10 11:11:05,474 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000004 to application application_1397146165236_0007
2014-04-10 11:11:05,475 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000010
2014-04-10 11:11:05,475 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from NEW to INITING
2014-04-10 11:11:05,474 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,474 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000003 by user brock
2014-04-10 11:11:05,474 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000004
2014-04-10 11:11:05,474 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,476 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000003
2014-04-10 11:11:05,475 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,475 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000010 to application application_1397146165236_0007
2014-04-10 11:11:05,475 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from INITING to RUNNING
2014-04-10 11:11:05,476 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,476 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,476 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,476 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from INITING to RUNNING
2014-04-10 11:11:05,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,477 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,477 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000010 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,478 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,478 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,478 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,478 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:05,479 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,478 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000003 to application application_1397146165236_0007
2014-04-10 11:11:05,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:05,479 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,479 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,480 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,480 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:05,480 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:05,480 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,481 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,481 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,481 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,482 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000005
2014-04-10 11:11:05,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000009
2014-04-10 11:11:05,479 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,482 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000004
2014-04-10 11:11:05,483 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,483 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,483 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,483 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,483 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,487 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:11:05,487 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000007
2014-04-10 11:11:05,479 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000010
2014-04-10 11:11:05,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000008
2014-04-10 11:11:05,493 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,494 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:05,494 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:05,494 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:05,494 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0007_01_000006
2014-04-10 11:11:05,499 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0007_01_000004.tokens. Credentials list:
2014-04-10 11:11:05,500 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0007_01_000005.tokens. Credentials list:
2014-04-10 11:11:05,501 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0007_01_000007.tokens. Credentials list:
2014-04-10 11:11:05,503 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0007_01_000009.tokens. Credentials list:
2014-04-10 11:11:05,504 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0007_01_000006.tokens. Credentials list:
2014-04-10 11:11:05,505 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0007_01_000008.tokens. Credentials list:
2014-04-10 11:11:05,508 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0007_01_000010.tokens. Credentials list:
2014-04-10 11:11:05,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:05,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,517 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,517 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:05,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:05,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000002/default_container_executor.sh]
2014-04-10 11:11:05,590 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000003/default_container_executor.sh]
2014-04-10 11:11:05,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0007_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000004.tokens
2014-04-10 11:11:05,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:05,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0007_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000007.tokens
2014-04-10 11:11:05,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:05,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0007_01_000010.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000010.tokens
2014-04-10 11:11:05,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:05,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar dst=null perm=null
2014-04-10 11:11:05,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41432, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_515910545_5128, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, duration: 522381
2014-04-10 11:11:05,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35731, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2003538481_5131, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, duration: 594912
2014-04-10 11:11:05,701 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35732, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_441007213_5136, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741891_1067, duration: 499923
2014-04-10 11:11:05,703 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,718 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:05,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:05,721 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:05,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml dst=null perm=null
2014-04-10 11:11:05,742 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48818, bytes: 83110, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_515910545_5128, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, duration: 274553
2014-04-10 11:11:05,745 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35731, bytes: 83110, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2003538481_5131, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, duration: 246974
2014-04-10 11:11:05,745 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35732, bytes: 83110, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_441007213_5136, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741894_1070, duration: 256825
2014-04-10 11:11:05,760 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:05,760 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,760 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,763 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:05,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000009 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,764 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,764 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,764 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,765 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:05,765 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000010 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:05,795 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,796 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,797 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000009 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,797 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,801 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,806 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000010 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,806 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,807 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:05,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:05,888 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0006_01_000001
2014-04-10 11:11:05,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:05,888 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0006_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:11:05,889 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0006 CONTAINERID=container_1397146165236_0006_01_000001
2014-04-10 11:11:05,889 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0006_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:11:05,889 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:11264, vCores:10> numContainers=10 user=brock user-resources=<memory:11264, vCores:10>
2014-04-10 11:11:05,889 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0006_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:10>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=10 usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:05,889 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.6875 absoluteUsedCapacity=0.6875 used=<memory:11264, vCores:10> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:05,889 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:11264, vCores:10>usedCapacity=0.6875, absoluteUsedCapacity=0.6875, numApps=2, numContainers=10
2014-04-10 11:11:05,889 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0006_000001 released container container_1397146165236_0006_01_000001 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:05,890 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0006_000001
2014-04-10 11:11:05,890 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0006_000001 State change from FINISHING to FINISHED
2014-04-10 11:11:05,890 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0006 State change from FINISHING to FINISHED
2014-04-10 11:11:05,890 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0006
2014-04-10 11:11:05,890 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0006,name=[FEB2DA88F1C64CB2965CABDFB62D47D6/B67804EACC0F438AA973CB034EEBCF0E] test/(1/1) ...tform/generatoraggregator,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0006/jobhistory/job/job_1397146165236_0006,appMasterHost=localhost.localdomain,startTime=1397146245817,finishTime=1397146259209,finalStatus=SUCCEEDED
2014-04-10 11:11:05,890 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0006_000001
2014-04-10 11:11:05,890 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0006_000001 is done. finalState=FINISHED
2014-04-10 11:11:05,890 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0006 requests cleared
2014-04-10 11:11:05,891 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0006 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:11:05,891 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0006 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:11:05,898 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0006_000001 (auth:SIMPLE)
2014-04-10 11:11:05,905 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0006_01_000001
2014-04-10 11:11:05,910 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000009/default_container_executor.sh]
2014-04-10 11:11:05,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000004/default_container_executor.sh]
2014-04-10 11:11:05,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000007/default_container_executor.sh]
2014-04-10 11:11:05,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000008/default_container_executor.sh]
2014-04-10 11:11:05,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000010/default_container_executor.sh]
2014-04-10 11:11:05,928 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:05,928 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,929 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,929 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,929 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000009 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:05,929 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0006
2014-04-10 11:11:05,929 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:05,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:05,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:05,929 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0006, with delay of 10800 seconds
2014-04-10 11:11:05,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:05,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:05,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000006/default_container_executor.sh]
2014-04-10 11:11:05,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000005/default_container_executor.sh]
2014-04-10 11:11:06,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000010 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:06,337 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:11:06,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880 for deletion
2014-04-10 11:11:06,479 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881 for deletion
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741883 for deletion
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741884 for deletion
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741887 for deletion
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741883
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741884
2014-04-10 11:11:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741887
2014-04-10 11:11:06,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880 for deletion
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881 for deletion
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741880_1056 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741880
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741881_1057 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741881
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741882 for deletion
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741883 for deletion
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741882_1058 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741882
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741884 for deletion
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741885 for deletion
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741884_1060 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741884
2014-04-10 11:11:06,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741887 for deletion
2014-04-10 11:11:06,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741883_1059 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741883
2014-04-10 11:11:06,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741885_1061 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741885
2014-04-10 11:11:06,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741887_1063 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741887
2014-04-10 11:11:06,704 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:06,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,704 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0006
2014-04-10 11:11:06,704 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:06,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,704 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0006, with delay of 10800 seconds
2014-04-10 11:11:06,888 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:06,889 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0006
2014-04-10 11:11:06,889 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:06,889 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0006, with delay of 10800 seconds
2014-04-10 11:11:06,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,891 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0006
2014-04-10 11:11:06,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:06,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:07,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0007_01_000008.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000008.tokens
2014-04-10 11:11:07,769 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:07,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0007_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000005.tokens
2014-04-10 11:11:07,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:08,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:08,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0007_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000006.tokens
2014-04-10 11:11:08,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:09,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:09,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0007_01_000009.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000009.tokens
2014-04-10 11:11:09,741 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:10,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:10,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48836, bytes: 3440, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000000_0_1661321278_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 199640
2014-04-10 11:11:10,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:10,821 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40261, bytes: 3440, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000001_0_-272370475_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 168704
2014-04-10 11:11:10,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:11:10,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:10,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:11:10,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40263, bytes: 860, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000007_0_-107298043_1, offset: 2560, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 173598
2014-04-10 11:11:10,988 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35756, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000001_0_-272370475_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 191749
2014-04-10 11:11:11,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:11,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:11,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:11:11,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41461, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000007_0_-107298043_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 187455
2014-04-10 11:11:11,113 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35760, bytes: 2924, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000002_0_-1912237490_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 174387
2014-04-10 11:11:11,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:11,171 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48846, bytes: 2408, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000003_0_1080347446_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 158056
2014-04-10 11:11:11,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35764, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000000_0_1661321278_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 172348
2014-04-10 11:11:11,217 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35763, bytes: 1892, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000005_0_2034467562_1, offset: 1536, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 146315
2014-04-10 11:11:11,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:11:11,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:11,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:11,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job.split dst=null perm=null
2014-04-10 11:11:11,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:11:11,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000000_0 dst=null perm=null
2014-04-10 11:11:11,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:11:11,369 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35763, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000005_0_2034467562_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, duration: 158843
2014-04-10 11:11:11,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35770, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000003_0_1080347446_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 209767
2014-04-10 11:11:11,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48854, bytes: 860, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000008_0_2011159663_1, offset: 2560, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 180295
2014-04-10 11:11:11,410 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48853, bytes: 2408, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000004_0_-596145781_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 298885
2014-04-10 11:11:11,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000007_0 dst=null perm=null
2014-04-10 11:11:11,432 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41473, bytes: 1376, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000006_0_-639352076_1, offset: 2048, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741892_1068, duration: 150670
2014-04-10 11:11:11,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:11:11,498 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000002
2014-04-10 11:11:11,498 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000002
2014-04-10 11:11:11,499 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:11:11,499 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000002
2014-04-10 11:11:11,522 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35772, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000008_0_2011159663_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 13186729
2014-04-10 11:11:11,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000001_0 dst=null perm=null
2014-04-10 11:11:11,525 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:11:11,547 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000002 is : 143
2014-04-10 11:11:11,562 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000009
2014-04-10 11:11:11,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000009
2014-04-10 11:11:11,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000009 transitioned from RUNNING to KILLING
2014-04-10 11:11:11,562 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000009
2014-04-10 11:11:11,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:11:11,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower-offset.txt dst=null perm=null
2014-04-10 11:11:11,575 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000009 is : 143
2014-04-10 11:11:11,575 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:11,576 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41473, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000006_0_-639352076_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, duration: 156184
2014-04-10 11:11:11,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000002
2014-04-10 11:11:11,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000002
2014-04-10 11:11:11,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000002
2014-04-10 11:11:11,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000002
2014-04-10 11:11:11,579 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000002
2014-04-10 11:11:11,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:11,583 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000002 from application application_1397146165236_0007
2014-04-10 11:11:11,583 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:11,583 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:11,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072 src: /127.0.0.1:40281 dest: /127.0.0.1:51097
2014-04-10 11:11:11,608 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:11,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000009
2014-04-10 11:11:11,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000009
2014-04-10 11:11:11,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000009
2014-04-10 11:11:11,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000009
2014-04-10 11:11:11,612 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000009
2014-04-10 11:11:11,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:11,613 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000009 from application application_1397146165236_0007
2014-04-10 11:11:11,613 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:11,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:11,618 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072 src: /127.0.0.1:35774 dest: /127.0.0.1:43710
2014-04-10 11:11:11,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072 src: /127.0.0.1:41477 dest: /127.0.0.1:50700
2014-04-10 11:11:11,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000003
2014-04-10 11:11:11,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000003
2014-04-10 11:11:11,628 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:11:11,628 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000003
2014-04-10 11:11:11,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000002
2014-04-10 11:11:11,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:11,628 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:11:11,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000002
2014-04-10 11:11:11,629 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:11:11,629 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:10240, vCores:9> numContainers=9 user=brock user-resources=<memory:10240, vCores:9>
2014-04-10 11:11:11,629 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9 usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:11,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:9> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:11,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:9>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=1, numContainers=9
2014-04-10 11:11:11,629 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000002 on node: host: localhost:44541 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:11:11,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40284, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000002_0_-1912237490_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 236000
2014-04-10 11:11:11,657 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1.jhist for DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:11,669 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000003 is : 143
2014-04-10 11:11:11,693 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:11,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000003
2014-04-10 11:11:11,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000003
2014-04-10 11:11:11,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000003
2014-04-10 11:11:11,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000003
2014-04-10 11:11:11,696 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000003
2014-04-10 11:11:11,696 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:11,696 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000003 from application application_1397146165236_0007
2014-04-10 11:11:11,696 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:11,696 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:11,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000002_0 dst=null perm=null
2014-04-10 11:11:11,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000005_0 dst=null perm=null
2014-04-10 11:11:11,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000003_0 dst=null perm=null
2014-04-10 11:11:11,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40285, bytes: 19, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0007_m_000004_0_-596145781_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741890_1066, duration: 180916
2014-04-10 11:11:11,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000008_0 dst=null perm=null
2014-04-10 11:11:11,903 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000004
2014-04-10 11:11:11,903 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000004
2014-04-10 11:11:11,903 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:11:11,904 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000004
2014-04-10 11:11:11,906 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000007
2014-04-10 11:11:11,906 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000007
2014-04-10 11:11:11,906 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:11:11,906 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000007
2014-04-10 11:11:11,906 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000009
2014-04-10 11:11:11,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000009 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:11,907 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000009 in state: COMPLETED event:FINISHED
2014-04-10 11:11:11,907 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000009
2014-04-10 11:11:11,907 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000009 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:11:11,907 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:9216, vCores:8> numContainers=8 user=brock user-resources=<memory:9216, vCores:8>
2014-04-10 11:11:11,907 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000009, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:11,907 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:11,907 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:8>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=1, numContainers=8
2014-04-10 11:11:11,907 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000009 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:11:11,926 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000007 is : 143
2014-04-10 11:11:11,939 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000004 is : 143
2014-04-10 11:11:11,950 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:11,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000007
2014-04-10 11:11:11,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000007
2014-04-10 11:11:11,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000007
2014-04-10 11:11:11,951 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:11,952 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000007 from application application_1397146165236_0007
2014-04-10 11:11:11,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:11,952 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:11,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000007
2014-04-10 11:11:11,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000007
2014-04-10 11:11:11,963 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:11,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000004
2014-04-10 11:11:11,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000004
2014-04-10 11:11:11,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000004
2014-04-10 11:11:11,964 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000004
2014-04-10 11:11:11,964 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:11,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000004
2014-04-10 11:11:11,964 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000004 from application application_1397146165236_0007
2014-04-10 11:11:11,965 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:11,965 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:11,965 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000010
2014-04-10 11:11:11,966 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000010
2014-04-10 11:11:11,966 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000010 transitioned from RUNNING to KILLING
2014-04-10 11:11:11,966 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000010
2014-04-10 11:11:11,966 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000005
2014-04-10 11:11:11,967 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000005
2014-04-10 11:11:11,967 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000004
2014-04-10 11:11:11,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:11,967 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:11:11,967 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000004
2014-04-10 11:11:11,967 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:11:11,968 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:11:11,968 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:11,968 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:11,968 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=1, numContainers=7
2014-04-10 11:11:11,968 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000004 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:11:11,968 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:11:11,969 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000005
2014-04-10 11:11:11,982 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000010 is : 143
2014-04-10 11:11:11,982 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000005 is : 143
2014-04-10 11:11:11,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000004_0 dst=null perm=null
2014-04-10 11:11:11,991 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:11,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000005
2014-04-10 11:11:11,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000005
2014-04-10 11:11:11,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000005
2014-04-10 11:11:11,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000005
2014-04-10 11:11:11,992 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000005
2014-04-10 11:11:11,992 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:11,992 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000005 from application application_1397146165236_0007
2014-04-10 11:11:11,992 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:11,992 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:11,993 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000010 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:11,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000010
2014-04-10 11:11:11,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000010
2014-04-10 11:11:11,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000010
2014-04-10 11:11:11,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000010
2014-04-10 11:11:11,994 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000010
2014-04-10 11:11:11,995 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000010 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:11,995 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000010 from application application_1397146165236_0007
2014-04-10 11:11:11,995 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:11,995 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:11,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_m_000006_0 dst=null perm=null
2014-04-10 11:11:12,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000008
2014-04-10 11:11:12,036 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000008
2014-04-10 11:11:12,036 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:11:12,036 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000008
2014-04-10 11:11:12,036 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000007
2014-04-10 11:11:12,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:12,036 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:11:12,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000007
2014-04-10 11:11:12,037 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000007 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:11:12,037 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:11:12,037 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000007, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:11:12,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000007 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:12,043 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000008 is : 143
2014-04-10 11:11:12,043 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000006
2014-04-10 11:11:12,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000006
2014-04-10 11:11:12,054 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:12,054 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:11:12,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000008
2014-04-10 11:11:12,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000008
2014-04-10 11:11:12,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000008
2014-04-10 11:11:12,055 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000008
2014-04-10 11:11:12,055 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000006
2014-04-10 11:11:12,061 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000006 is : 143
2014-04-10 11:11:12,076 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000008
2014-04-10 11:11:12,076 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:12,076 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:12,076 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000008 from application application_1397146165236_0007
2014-04-10 11:11:12,076 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:12,076 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:12,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000006
2014-04-10 11:11:12,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000006
2014-04-10 11:11:12,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000006
2014-04-10 11:11:12,077 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000006
2014-04-10 11:11:12,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000006
2014-04-10 11:11:12,077 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:12,077 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000006 from application application_1397146165236_0007
2014-04-10 11:11:12,077 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:12,077 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:12,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000003
2014-04-10 11:11:12,629 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:12,629 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:11:12,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000003
2014-04-10 11:11:12,630 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:11:12,630 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:11:12,630 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,630 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,630 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:11:12,630 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000003 on node: host: localhost:44541 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:12,967 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000010
2014-04-10 11:11:12,967 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000005
2014-04-10 11:11:12,967 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000010 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:12,968 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000010 in state: COMPLETED event:FINISHED
2014-04-10 11:11:12,968 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000010
2014-04-10 11:11:12,968 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000010 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:12,968 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:11:12,968 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000010, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,968 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,969 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:11:12,969 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000010 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:12,969 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:12,969 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:11:12,969 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000005
2014-04-10 11:11:12,969 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:12,970 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:11:12,970 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,970 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:12,970 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:11:12,970 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000005 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:13,044 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000006
2014-04-10 11:11:13,044 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000008
2014-04-10 11:11:13,044 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:13,044 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:11:13,045 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000006
2014-04-10 11:11:13,045 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:11:13,045 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:11:13,045 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:13,045 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:13,045 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:11:13,046 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000006 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:11:13,046 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:13,046 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:11:13,046 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000008
2014-04-10 11:11:13,046 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000008 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:13,046 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:11:13,046 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000008, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:13,047 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:13,047 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:11:13,047 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000008 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:13,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000011 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:13,630 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000011
2014-04-10 11:11:13,630 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0007_01_000011 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:11:13,630 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0007 container=Container: [ContainerId: container_1397146165236_0007_01_000011, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0007_01_000011 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:13,631 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:11:13,631 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:14,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:14,398 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0007_01_000011 by user brock
2014-04-10 11:11:14,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000011
2014-04-10 11:11:14,398 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0007_01_000011 to application application_1397146165236_0007
2014-04-10 11:11:14,399 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000011 transitioned from NEW to LOCALIZING
2014-04-10 11:11:14,399 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0007
2014-04-10 11:11:14,399 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0007
2014-04-10 11:11:14,399 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:14,399 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0007
2014-04-10 11:11:14,400 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000011 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:14,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000011 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:14,435 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:14,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000011/default_container_executor.sh]
2014-04-10 11:11:14,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000011 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:15,389 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:11:16,146 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 607 Total time for transactions(ms): 48 Number of transactions batched in Syncs: 0 Number of syncs: 410 SyncTimes(ms): 4314 3257
2014-04-10 11:11:16,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,213 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:16,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073 src: /127.0.0.1:40294 dest: /127.0.0.1:51097
2014-04-10 11:11:16,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073 src: /127.0.0.1:35787 dest: /127.0.0.1:43710
2014-04-10 11:11:16,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073 src: /127.0.0.1:48873 dest: /127.0.0.1:55447
2014-04-10 11:11:16,297 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48873, dest: /127.0.0.1:55447, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0007_r_000000_0_-1220183631_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, duration: 10565886
2014-04-10 11:11:16,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:16,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35787, dest: /127.0.0.1:43710, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0007_r_000000_0_-1220183631_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, duration: 9472207
2014-04-10 11:11:16,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40294, dest: /127.0.0.1:51097, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0007_r_000000_0_-1220183631_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, duration: 11351637
2014-04-10 11:11:16,299 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,316 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0007_r_000000_0_-1220183631_1
2014-04-10 11:11:16,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_r_000000_0 dst=null perm=null
2014-04-10 11:11:16,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_r_000000_0 dst=null perm=null
2014-04-10 11:11:16,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1397146165236_0007_r_000000 dst=null perm=null
2014-04-10 11:11:16,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/_temporary/attempt_1397146165236_0007_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1397146165236_0007_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:16,434 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000011
2014-04-10 11:11:16,434 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000011
2014-04-10 11:11:16,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000011 transitioned from RUNNING to KILLING
2014-04-10 11:11:16,434 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000011
2014-04-10 11:11:16,441 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0007_01_000011 is : 143
2014-04-10 11:11:16,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,452 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000011 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:16,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000011
2014-04-10 11:11:16,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000011
2014-04-10 11:11:16,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000011
2014-04-10 11:11:16,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000011
2014-04-10 11:11:16,453 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000011
2014-04-10 11:11:16,453 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000011 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:16,453 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000011 from application application_1397146165236_0007
2014-04-10 11:11:16,453 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:16,453 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:16,466 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:16,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1 dst=null perm=null
2014-04-10 11:11:16,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:16,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:16,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1397146165236_0007_r_000000 dst=null perm=null
2014-04-10 11:11:16,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null
2014-04-10 11:11:16,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary/1/task_1397146165236_0007_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary dst=null perm=null
2014-04-10 11:11:16,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,549 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_SUCCESS is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:16,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,582 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:16,612 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41477, dest: /127.0.0.1:50700, bytes: 99182, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072, duration: 4973638169
2014-04-10 11:11:16,612 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:16,615 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35774, dest: /127.0.0.1:43710, bytes: 99182, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072, duration: 4993088200
2014-04-10 11:11:16,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 18285
2014-04-10 11:11:16,616 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,616 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40281, dest: /127.0.0.1:51097, bytes: 99182, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072, duration: 4980096988
2014-04-10 11:11:16,616 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 18285
2014-04-10 11:11:16,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 18285
2014-04-10 11:11:16,632 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:16,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,737 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:11:16,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074 src: /127.0.0.1:48874 dest: /127.0.0.1:55447
2014-04-10 11:11:16,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074 src: /127.0.0.1:40298 dest: /127.0.0.1:51097
2014-04-10 11:11:16,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074 src: /127.0.0.1:35791 dest: /127.0.0.1:43710
2014-04-10 11:11:16,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35791, dest: /127.0.0.1:43710, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074, duration: 2153216
2014-04-10 11:11:16,774 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:16,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,775 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40298, dest: /127.0.0.1:51097, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074, duration: 2717979
2014-04-10 11:11:16,775 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,775 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48874, dest: /127.0.0.1:55447, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074, duration: 3433088
2014-04-10 11:11:16,776 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,791 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:16,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:16,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1.jhist dst=null perm=null
2014-04-10 11:11:16,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist_tmp dst=null perm=null
2014-04-10 11:11:16,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1.jhist dst=null perm=null
2014-04-10 11:11:16,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist_tmp dst=null perm=null
2014-04-10 11:11:16,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1.jhist dst=null perm=null
2014-04-10 11:11:16,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40300, bytes: 99958, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072, duration: 383760
2014-04-10 11:11:16,847 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:16,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075 src: /127.0.0.1:40301 dest: /127.0.0.1:51097
2014-04-10 11:11:16,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075 src: /127.0.0.1:35794 dest: /127.0.0.1:43710
2014-04-10 11:11:16,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075 src: /127.0.0.1:48880 dest: /127.0.0.1:55447
2014-04-10 11:11:16,866 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48880, dest: /127.0.0.1:55447, bytes: 99182, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075, duration: 2955158
2014-04-10 11:11:16,866 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:16,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35794, dest: /127.0.0.1:43710, bytes: 99182, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075, duration: 3527829
2014-04-10 11:11:16,867 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40301, dest: /127.0.0.1:51097, bytes: 99182, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075, duration: 4171183
2014-04-10 11:11:16,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,882 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist_tmp is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:16,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:16,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1_conf.xml dst=null perm=null
2014-04-10 11:11:16,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:16,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1_conf.xml dst=null perm=null
2014-04-10 11:11:16,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:16,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007/job_1397146165236_0007_1_conf.xml dst=null perm=null
2014-04-10 11:11:16,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:16,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41498, bytes: 97225, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741895_1071, duration: 389253
2014-04-10 11:11:16,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:16,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076 src: /127.0.0.1:40305 dest: /127.0.0.1:51097
2014-04-10 11:11:16,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076 src: /127.0.0.1:35798 dest: /127.0.0.1:43710
2014-04-10 11:11:16,954 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076 src: /127.0.0.1:48884 dest: /127.0.0.1:55447
2014-04-10 11:11:16,958 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48884, dest: /127.0.0.1:55447, bytes: 96469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076, duration: 2917485
2014-04-10 11:11:16,958 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:16,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,959 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35798, dest: /127.0.0.1:43710, bytes: 96469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076, duration: 3645643
2014-04-10 11:11:16,959 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,959 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,959 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40305, dest: /127.0.0.1:51097, bytes: 96469, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_819054278_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076, duration: 4352688
2014-04-10 11:11:16,960 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:16,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:16,974 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_819054278_1
2014-04-10 11:11:16,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:17,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:17,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:17,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:17,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0007_000001 with final state: FINISHING
2014-04-10 11:11:17,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:17,050 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0007 with final state: FINISHING
2014-04-10 11:11:17,050 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0007 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:17,050 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0007
2014-04-10 11:11:17,051 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:17,051 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0007 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:17,056 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:11:17,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:17,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:17,061 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0007 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist
2014-04-10 11:11:17,062 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist]
2014-04-10 11:11:17,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist dst=null perm=null
2014-04-10 11:11:17,066 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40310, bytes: 99958, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075, duration: 433245
2014-04-10 11:11:17,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary dst=null perm=null
2014-04-10 11:11:17,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40310, bytes: 451, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074, duration: 114520
2014-04-10 11:11:17,099 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0007,submitTime=1397146260166,launchTime=1397146263288,firstMapTaskLaunchTime=1397146265482,firstReduceTaskLaunchTime=1397146274399,finishTime=1397146276584,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=9,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=57,reduceSlotSeconds=2,jobName=[FD8570A47B08404AAC88E759B56DBF3F/C73A291E023F4612B8E9A2C348E6629F] merge/(1/1) ...platform/simplemergethree
2014-04-10 11:11:17,099 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary]
2014-04-10 11:11:17,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741898_1074 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:11:17,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007.summary dst=null perm=null
2014-04-10 11:11:17,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:11:17,119 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist
2014-04-10 11:11:17,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0007-1397146260166-brock-%5BFD8570A47B08404AAC88E759B56DBF3F%2FC73A291E023F4612-1397146276584-9-1-SUCCEEDED-default-1397146263288.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:17,133 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0007_conf.xml
2014-04-10 11:11:17,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0007_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:17,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,161 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary
2014-04-10 11:11:17,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/_temporary dst=null perm=null
2014-04-10 11:11:17,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,172 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:11:17,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null
2014-04-10 11:11:17,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40310, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, duration: 108119
2014-04-10 11:11:17,173 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/simplemergethree
2014-04-10 11:11:17,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree dst=null perm=null
2014-04-10 11:11:17,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null
2014-04-10 11:11:17,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/simplemergethree/part-00000 dst=null perm=null
2014-04-10 11:11:17,177 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40310, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073, duration: 97662
2014-04-10 11:11:17,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:17,186 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:11:17,187 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:11:17,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:17,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:17,208 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] starting
2014-04-10 11:11:17,208 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:11:17,208 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1"]
2014-04-10 11:11:17,208 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2"]
2014-04-10 11:11:17,208 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] parallel execution is enabled: true
2014-04-10 11:11:17,208 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] starting jobs: 3
2014-04-10 11:11:17,208 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] allocating threads: 3
2014-04-10 11:11:17,209 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (1/3)
2014-04-10 11:11:17,216 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:17,223 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:17,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:17,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:17,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:17,227 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 8
2014-04-10 11:11:17,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008 dst=null perm=null
2014-04-10 11:11:17,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:11:17,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:11:17,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:17,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,285 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:17,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077 src: /127.0.0.1:48888 dest: /127.0.0.1:55447
2014-04-10 11:11:17,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077 src: /127.0.0.1:41506 dest: /127.0.0.1:50700
2014-04-10 11:11:17,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077 src: /127.0.0.1:40313 dest: /127.0.0.1:51097
2014-04-10 11:11:17,308 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40313, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, duration: 3903156
2014-04-10 11:11:17,308 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:17,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,309 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41506, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, duration: 4565757
2014-04-10 11:11:17,309 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,309 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48888, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, duration: 4759012
2014-04-10 11:11:17,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:17,325 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar
2014-04-10 11:11:17,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:17,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:17,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:17,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:17,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:11:17,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:11:17,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:11:17,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:11:17,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:11:17,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:17,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:17,370 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:11:17,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:17,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,409 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split
2014-04-10 11:11:17,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:17,426 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:17,435 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000011
2014-04-10 11:11:17,435 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000011 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:17,435 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000011 in state: COMPLETED event:FINISHED
2014-04-10 11:11:17,436 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000011
2014-04-10 11:11:17,436 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000011 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:11:17,436 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:11:17,436 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000011, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:17,436 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:17,437 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:11:17,437 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000011 on node: host: localhost:44541 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:17,442 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078 src: /127.0.0.1:48891 dest: /127.0.0.1:55447
2014-04-10 11:11:17,444 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078 src: /127.0.0.1:35807 dest: /127.0.0.1:43710
2014-04-10 11:11:17,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078 src: /127.0.0.1:41510 dest: /127.0.0.1:50700
2014-04-10 11:11:17,446 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078 src: /127.0.0.1:40317 dest: /127.0.0.1:51097
2014-04-10 11:11:17,451 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40317, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 3858262
2014-04-10 11:11:17,452 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:17,452 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,452 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41510, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 4537120
2014-04-10 11:11:17,452 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,453 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,453 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35807, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 5228026
2014-04-10 11:11:17,453 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,454 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,454 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48891, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 5882282
2014-04-10 11:11:17,454 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,455 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,466 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:17,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,501 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:17,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079 src: /127.0.0.1:40318 dest: /127.0.0.1:51097
2014-04-10 11:11:17,519 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079 src: /127.0.0.1:41513 dest: /127.0.0.1:50700
2014-04-10 11:11:17,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079 src: /127.0.0.1:48897 dest: /127.0.0.1:55447
2014-04-10 11:11:17,522 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48897, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, duration: 1413918
2014-04-10 11:11:17,523 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:17,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,523 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41513, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, duration: 2075011
2014-04-10 11:11:17,523 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,524 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40318, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, duration: 2790214
2014-04-10 11:11:17,524 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,541 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:17,541 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:11:17,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:17,583 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:17,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080 src: /127.0.0.1:35813 dest: /127.0.0.1:43710
2014-04-10 11:11:17,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080 src: /127.0.0.1:48899 dest: /127.0.0.1:55447
2014-04-10 11:11:17,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080 src: /127.0.0.1:40323 dest: /127.0.0.1:51097
2014-04-10 11:11:17,608 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40323, dest: /127.0.0.1:51097, bytes: 80386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, duration: 3294892
2014-04-10 11:11:17,608 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:17,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48899, dest: /127.0.0.1:55447, bytes: 80386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, duration: 3846934
2014-04-10 11:11:17,609 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,609 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,609 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35813, dest: /127.0.0.1:43710, bytes: 80386, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, duration: 4531126
2014-04-10 11:11:17,610 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:17,611 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:17,624 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:17,624 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0008
2014-04-10 11:11:17,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008 dst=null perm=null
2014-04-10 11:11:17,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:17,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:17,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:17,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:17,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:17,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:17,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:17,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:17,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:17,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:17,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:17,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:17,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:17,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:17,682 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 8 submitted by user brock
2014-04-10 11:11:17,682 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0008
2014-04-10 11:11:17,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0008
2014-04-10 11:11:17,682 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0008
2014-04-10 11:11:17,682 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0008 State change from NEW to NEW_SAVING
2014-04-10 11:11:17,683 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0008 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:11:17,683 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0008_000001
2014-04-10 11:11:17,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from NEW to SUBMITTED
2014-04-10 11:11:17,683 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0008 from user: brock activated in queue: default
2014-04-10 11:11:17,684 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0008 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:11:17,684 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0008
2014-04-10 11:11:17,684 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0008 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:11:17,684 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0008_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:11:17,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:11:17,686 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0008 State change from SUBMITTED to ACCEPTED
2014-04-10 11:11:17,687 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0008/
2014-04-10 11:11:17,687 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0008
2014-04-10 11:11:17,688 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0008/
2014-04-10 11:11:17,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:17,970 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000001
2014-04-10 11:11:17,970 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:11:17,970 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0008 container=Container: [ContainerId: container_1397146165236_0008_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0008_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:17,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:11:17,971 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:17,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:17,971 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0008 AttemptId: appattempt_1397146165236_0008_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0008_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:11:17,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:11:17,972 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:11:17,972 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0008_000001
2014-04-10 11:11:17,973 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0008_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0008_000001
2014-04-10 11:11:17,973 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:11:17,977 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0008_000001 (auth:SIMPLE)
2014-04-10 11:11:17,979 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0008_01_000001 by user brock
2014-04-10 11:11:17,979 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0008
2014-04-10 11:11:17,979 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000001
2014-04-10 11:11:17,980 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from NEW to INITING
2014-04-10 11:11:17,980 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0008_01_000001 to application application_1397146165236_0008
2014-04-10 11:11:17,980 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0008_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0008_000001
2014-04-10 11:11:17,980 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from INITING to RUNNING
2014-04-10 11:11:17,980 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:11:17,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:11:17,981 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0008
2014-04-10 11:11:17,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:17,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:11:17,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:11:17,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:17,982 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0008_01_000001
2014-04-10 11:11:17,992 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0008_01_000001.tokens. Credentials list:
2014-04-10 11:11:18,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:18,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0008_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000001.tokens
2014-04-10 11:11:18,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:18,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:11:18,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:11:18,116 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:11:18,117 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741894_1070 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:11:18,117 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741896_1072 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:11:18,117 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:11:18,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0007 dst=null perm=null
2014-04-10 11:11:18,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:18,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:18,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:18,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40327, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1886180988_5783, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, duration: 863054
2014-04-10 11:11:18,216 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:18,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:18,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:18,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:18,243 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40327, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1886180988_5783, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, duration: 228704
2014-04-10 11:11:18,262 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:18,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:18,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:18,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:18,289 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35820, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1886180988_5783, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 241906
2014-04-10 11:11:18,307 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:18,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:18,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:18,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:18,333 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40327, bytes: 81018, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1886180988_5783, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, duration: 393299
2014-04-10 11:11:18,353 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:18,353 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:18,384 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:18,384 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:18,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000001/default_container_executor.sh]
2014-04-10 11:11:18,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077
2014-04-10 11:11:18,724 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076
2014-04-10 11:11:18,724 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079
2014-04-10 11:11:18,724 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078
2014-04-10 11:11:18,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073
2014-04-10 11:11:18,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074
2014-04-10 11:11:18,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072
2014-04-10 11:11:18,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078
2014-04-10 11:11:18,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079
2014-04-10 11:11:18,899 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072
2014-04-10 11:11:18,909 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073
2014-04-10 11:11:18,910 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076
2014-04-10 11:11:18,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075
2014-04-10 11:11:18,911 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741896_1072
2014-04-10 11:11:18,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075
2014-04-10 11:11:18,924 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080
2014-04-10 11:11:18,969 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:19,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077
2014-04-10 11:11:19,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080
2014-04-10 11:11:19,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078
2014-04-10 11:11:19,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074
2014-04-10 11:11:19,133 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080
2014-04-10 11:11:19,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077
2014-04-10 11:11:19,135 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078
2014-04-10 11:11:19,334 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741899_1075
2014-04-10 11:11:19,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079
2014-04-10 11:11:19,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741900_1076
2014-04-10 11:11:19,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741898_1074
2014-04-10 11:11:19,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741897_1073
2014-04-10 11:11:19,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:19,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/COMMIT_STARTED dst=null perm=null
2014-04-10 11:11:19,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:11:19,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/COMMIT_FAIL dst=null perm=null
2014-04-10 11:11:19,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008 dst=null perm=null
2014-04-10 11:11:19,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:19,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:19,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:19,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:19,941 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40331, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741903_1079, duration: 161672
2014-04-10 11:11:20,031 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073741901_1077 to datanode(s) 127.0.0.1:43710
2014-04-10 11:11:20,031 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741894_1070, blk_1073741895_1071, blk_1073741896_1072, blk_1073741898_1074]
2014-04-10 11:11:20,031 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741894_1070, blk_1073741895_1071, blk_1073741898_1074]
2014-04-10 11:11:20,527 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0008_000001 (auth:SIMPLE)
2014-04-10 11:11:20,528 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0008_000001
2014-04-10 11:11:20,528 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0008 APPATTEMPTID=appattempt_1397146165236_0008_000001
2014-04-10 11:11:20,529 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:11:20,529 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0008 State change from ACCEPTED to RUNNING
2014-04-10 11:11:20,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:20,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:20,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:20,757 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:11:20,793 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081 src: /127.0.0.1:48910 dest: /127.0.0.1:55447
2014-04-10 11:11:20,795 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081 src: /127.0.0.1:40334 dest: /127.0.0.1:51097
2014-04-10 11:11:20,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081 src: /127.0.0.1:35827 dest: /127.0.0.1:43710
2014-04-10 11:11:20,802 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35827, dest: /127.0.0.1:43710, bytes: 94387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081, duration: 5562405
2014-04-10 11:11:20,802 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:20,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:20,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40334, dest: /127.0.0.1:51097, bytes: 94387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081, duration: 6228708
2014-04-10 11:11:20,803 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:20,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:20,804 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48910, dest: /127.0.0.1:55447, bytes: 94387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081, duration: 7236388
2014-04-10 11:11:20,804 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:20,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:20,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:21,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891 for deletion
2014-04-10 11:11:21,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892 for deletion
2014-04-10 11:11:21,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741894 for deletion
2014-04-10 11:11:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891
2014-04-10 11:11:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741894
2014-04-10 11:11:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892
2014-04-10 11:11:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741895 for deletion
2014-04-10 11:11:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741896 for deletion
2014-04-10 11:11:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741895
2014-04-10 11:11:21,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741898 for deletion
2014-04-10 11:11:21,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741896
2014-04-10 11:11:21,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741898
2014-04-10 11:11:21,487 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891 for deletion
2014-04-10 11:11:21,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892 for deletion
2014-04-10 11:11:21,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891
2014-04-10 11:11:21,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892
2014-04-10 11:11:21,488 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077 to 127.0.0.1:43710
2014-04-10 11:11:21,488 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741893 for deletion
2014-04-10 11:11:21,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741894 for deletion
2014-04-10 11:11:21,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741893
2014-04-10 11:11:21,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741895 for deletion
2014-04-10 11:11:21,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741894
2014-04-10 11:11:21,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741898 for deletion
2014-04-10 11:11:21,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741895
2014-04-10 11:11:21,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741898
2014-04-10 11:11:21,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077 src: /127.0.0.1:35829 dest: /127.0.0.1:43710
2014-04-10 11:11:21,491 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:11:21,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077 src: /127.0.0.1:35829 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:11:21,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741901_1077 size 244650
2014-04-10 11:11:21,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:21,971 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000002
2014-04-10 11:11:21,971 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:11:21,971 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0008 container=Container: [ContainerId: container_1397146165236_0008_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0008_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:21,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:11:21,971 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:21,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:21,972 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000003
2014-04-10 11:11:21,972 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:11:21,972 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0008 container=Container: [ContainerId: container_1397146165236_0008_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0008_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:21,973 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:11:21,973 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:21,973 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:21,973 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000004
2014-04-10 11:11:21,974 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:11:21,974 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0008 container=Container: [ContainerId: container_1397146165236_0008_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0008_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:21,974 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:11:21,974 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:21,975 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:21,975 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000005
2014-04-10 11:11:21,975 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:11:21,975 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0008 container=Container: [ContainerId: container_1397146165236_0008_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0008_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:21,984 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:11:21,984 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:22,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:22,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:22,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:22,566 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:22,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:22,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:22,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:22,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:22,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:22,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:22,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:22,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:22,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:22,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:22,697 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0008_000001 (auth:SIMPLE)
2014-04-10 11:11:22,700 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0008_01_000002 by user brock
2014-04-10 11:11:22,700 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0008_01_000003 by user brock
2014-04-10 11:11:22,700 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0008_01_000005 by user brock
2014-04-10 11:11:22,701 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0008
2014-04-10 11:11:22,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000003
2014-04-10 11:11:22,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000002
2014-04-10 11:11:22,701 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0008_01_000004 by user brock
2014-04-10 11:11:22,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000005
2014-04-10 11:11:22,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000004
2014-04-10 11:11:22,701 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0008_01_000003 to application application_1397146165236_0008
2014-04-10 11:11:22,702 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0008_01_000005 to application application_1397146165236_0008
2014-04-10 11:11:22,702 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from NEW to INITING
2014-04-10 11:11:22,702 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0008_01_000002 to application application_1397146165236_0008
2014-04-10 11:11:22,702 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0008_01_000004 to application application_1397146165236_0008
2014-04-10 11:11:22,703 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from INITING to RUNNING
2014-04-10 11:11:22,703 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:11:22,703 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:11:22,704 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:11:22,704 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:11:22,704 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,705 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,705 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:22,705 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0008
2014-04-10 11:11:22,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:22,705 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:22,706 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,706 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,706 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:22,706 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0008
2014-04-10 11:11:22,707 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,707 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,707 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:22,707 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0008
2014-04-10 11:11:22,707 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,707 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0008
2014-04-10 11:11:22,708 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:22,708 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0008
2014-04-10 11:11:22,708 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0008_01_000003
2014-04-10 11:11:22,708 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0008_01_000005
2014-04-10 11:11:22,708 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0008_01_000004
2014-04-10 11:11:22,709 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0008_01_000002
2014-04-10 11:11:22,716 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0008_01_000003.tokens. Credentials list:
2014-04-10 11:11:22,716 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0008_01_000004.tokens. Credentials list:
2014-04-10 11:11:22,716 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0008_01_000002.tokens. Credentials list:
2014-04-10 11:11:22,717 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0008_01_000005.tokens. Credentials list:
2014-04-10 11:11:22,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:22,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0008_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000003.tokens
2014-04-10 11:11:22,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:22,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:22,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:22,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar dst=null perm=null
2014-04-10 11:11:22,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40342, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-304869425_5925, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077, duration: 618025
2014-04-10 11:11:22,913 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:22,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:22,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:22,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml dst=null perm=null
2014-04-10 11:11:22,939 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35835, bytes: 81018, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-304869425_5925, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741904_1080, duration: 443522
2014-04-10 11:11:22,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:22,956 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:22,957 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:22,957 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:22,957 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:22,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:22,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:22,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:22,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:22,985 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:22,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:22,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:22,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:22,989 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:22,989 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:22,989 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:22,990 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:23,032 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741894_1070, blk_1073741896_1072, blk_1073741898_1074]
2014-04-10 11:11:23,032 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741895_1071, blk_1073741896_1072]
2014-04-10 11:11:23,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000004/default_container_executor.sh]
2014-04-10 11:11:23,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000002/default_container_executor.sh]
2014-04-10 11:11:23,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000005/default_container_executor.sh]
2014-04-10 11:11:23,054 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000003/default_container_executor.sh]
2014-04-10 11:11:23,162 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0007_01_000001 succeeded
2014-04-10 11:11:23,162 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:11:23,162 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0007_01_000001
2014-04-10 11:11:23,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000001
2014-04-10 11:11:23,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000001
2014-04-10 11:11:23,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000001
2014-04-10 11:11:23,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0007/container_1397146165236_0007_01_000001
2014-04-10 11:11:23,176 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000001
2014-04-10 11:11:23,176 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:11:23,176 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0007_01_000001 from application application_1397146165236_0007
2014-04-10 11:11:23,176 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:23,176 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0007
2014-04-10 11:11:23,437 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0007_01_000001
2014-04-10 11:11:23,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:23,437 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0007_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:11:23,437 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0007 CONTAINERID=container_1397146165236_0007_01_000001
2014-04-10 11:11:23,437 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0007_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:23,438 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:11:23,438 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0007_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:23,438 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:23,438 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:11:23,438 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0007_000001 released container container_1397146165236_0007_01_000001 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:23,438 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0007_000001
2014-04-10 11:11:23,438 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0007_000001 State change from FINISHING to FINISHED
2014-04-10 11:11:23,438 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0007 State change from FINISHING to FINISHED
2014-04-10 11:11:23,439 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0007_000001
2014-04-10 11:11:23,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0007_000001 is done. finalState=FINISHED
2014-04-10 11:11:23,439 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0007 requests cleared
2014-04-10 11:11:23,439 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0007 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:11:23,439 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0007 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:11:23,439 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0007
2014-04-10 11:11:23,439 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0007,name=[FD8570A47B08404AAC88E759B56DBF3F/C73A291E023F4612B8E9A2C348E6629F] merge/(1/1) ...platform/simplemergethree,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0007/jobhistory/job/job_1397146165236_0007,appMasterHost=localhost.localdomain,startTime=1397146260166,finishTime=1397146277050,finalStatus=SUCCEEDED
2014-04-10 11:11:23,441 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0007_000001 (auth:SIMPLE)
2014-04-10 11:11:23,444 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0007_01_000001
2014-04-10 11:11:23,582 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:11:23,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081
2014-04-10 11:11:23,970 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:23,970 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:23,971 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0007
2014-04-10 11:11:23,972 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:23,971 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0007
2014-04-10 11:11:23,972 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:23,972 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0007, with delay of 10800 seconds
2014-04-10 11:11:23,972 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0007, with delay of 10800 seconds
2014-04-10 11:11:24,047 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:24,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,048 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0007
2014-04-10 11:11:24,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,048 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:24,048 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0007, with delay of 10800 seconds
2014-04-10 11:11:24,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:24,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741901_1077
2014-04-10 11:11:24,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081
2014-04-10 11:11:24,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0008_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000005.tokens
2014-04-10 11:11:24,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:24,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:24,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0008_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000002.tokens
2014-04-10 11:11:24,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:24,339 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081
2014-04-10 11:11:24,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:24,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891 for deletion
2014-04-10 11:11:24,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892 for deletion
2014-04-10 11:11:24,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741893 for deletion
2014-04-10 11:11:24,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891
2014-04-10 11:11:24,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741893
2014-04-10 11:11:24,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741895 for deletion
2014-04-10 11:11:24,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892
2014-04-10 11:11:24,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741896 for deletion
2014-04-10 11:11:24,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741895_1071 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741895
2014-04-10 11:11:24,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741896
2014-04-10 11:11:24,437 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:24,438 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0007
2014-04-10 11:11:24,438 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:24,438 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0007, with delay of 10800 seconds
2014-04-10 11:11:24,438 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,439 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0007
2014-04-10 11:11:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891 for deletion
2014-04-10 11:11:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892 for deletion
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741891_1067 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741891
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741893 for deletion
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741892_1068 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741892
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741893_1069 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741893
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741894 for deletion
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741896 for deletion
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741894_1070 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741894
2014-04-10 11:11:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741898 for deletion
2014-04-10 11:11:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741896_1072 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741896
2014-04-10 11:11:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741898_1074 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741898
2014-04-10 11:11:24,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0008_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000004.tokens
2014-04-10 11:11:24,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:25,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:25,442 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41550, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000003_0_-1286107639_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 171952
2014-04-10 11:11:25,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:25,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:25,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35851, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000003_0_-1286107639_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 174634
2014-04-10 11:11:25,514 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41552, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000002_0_1481138560_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 173645
2014-04-10 11:11:25,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:25,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job.split dst=null perm=null
2014-04-10 11:11:25,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40362, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000001_0_-996939321_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 127949
2014-04-10 11:11:25,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:25,573 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35856, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000002_0_1481138560_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 140888
2014-04-10 11:11:25,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35855, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000000_0_96458227_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741902_1078, duration: 109862
2014-04-10 11:11:25,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:25,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:25,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:25,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:25,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35855, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000000_0_96458227_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 155425
2014-04-10 11:11:25,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:25,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:25,757 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:11:25,758 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:11:25,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41561, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0008_m_000001_0_-996939321_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 183334
2014-04-10 11:11:25,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082 src: /127.0.0.1:48942 dest: /127.0.0.1:55447
2014-04-10 11:11:25,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082 src: /127.0.0.1:40368 dest: /127.0.0.1:51097
2014-04-10 11:11:25,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082 src: /127.0.0.1:41563 dest: /127.0.0.1:50700
2014-04-10 11:11:25,824 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:25,829 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083 src: /127.0.0.1:40366 dest: /127.0.0.1:51097
2014-04-10 11:11:25,830 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41563, dest: /127.0.0.1:50700, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000003_0_-1286107639_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, duration: 2588460
2014-04-10 11:11:25,830 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:25,830 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40368, dest: /127.0.0.1:51097, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000003_0_-1286107639_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, duration: 2635713
2014-04-10 11:11:25,832 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083 src: /127.0.0.1:48947 dest: /127.0.0.1:55447
2014-04-10 11:11:25,832 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48942, dest: /127.0.0.1:55447, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000003_0_-1286107639_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, duration: 4918923
2014-04-10 11:11:25,832 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083 src: /127.0.0.1:35863 dest: /127.0.0.1:43710
2014-04-10 11:11:25,837 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35863, dest: /127.0.0.1:43710, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000002_0_1481138560_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, duration: 3549730
2014-04-10 11:11:25,837 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:25,838 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48947, dest: /127.0.0.1:55447, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000002_0_1481138560_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, duration: 4028347
2014-04-10 11:11:25,838 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,838 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40366, dest: /127.0.0.1:51097, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000002_0_1481138560_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, duration: 3853201
2014-04-10 11:11:25,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,838 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,842 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:25,857 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0008_m_000002_0_1481138560_1
2014-04-10 11:11:25,857 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0008_m_000003_0_-1286107639_1
2014-04-10 11:11:25,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084 src: /127.0.0.1:35864 dest: /127.0.0.1:43710
2014-04-10 11:11:25,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084 src: /127.0.0.1:48950 dest: /127.0.0.1:55447
2014-04-10 11:11:25,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084 src: /127.0.0.1:40374 dest: /127.0.0.1:51097
2014-04-10 11:11:25,882 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40374, dest: /127.0.0.1:51097, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000001_0_-996939321_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, duration: 6666597
2014-04-10 11:11:25,882 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:25,882 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48950, dest: /127.0.0.1:55447, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000001_0_-996939321_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, duration: 5179110
2014-04-10 11:11:25,882 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,883 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35864, dest: /127.0.0.1:43710, bytes: 214, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000001_0_-996939321_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, duration: 5485771
2014-04-10 11:11:25,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,883 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,883 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,899 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0008_m_000001_0_-996939321_1
2014-04-10 11:11:25,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000002_0 dst=null perm=null
2014-04-10 11:11:25,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085 src: /127.0.0.1:35867 dest: /127.0.0.1:43710
2014-04-10 11:11:25,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085 src: /127.0.0.1:40376 dest: /127.0.0.1:51097
2014-04-10 11:11:25,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085 src: /127.0.0.1:48954 dest: /127.0.0.1:55447
2014-04-10 11:11:25,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000003_0 dst=null perm=null
2014-04-10 11:11:25,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000002_0 dst=null perm=null
2014-04-10 11:11:25,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000002 dst=null perm=null
2014-04-10 11:11:25,920 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48954, dest: /127.0.0.1:55447, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000000_0_96458227_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, duration: 5252945
2014-04-10 11:11:25,920 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:25,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40376, dest: /127.0.0.1:51097, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000000_0_96458227_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, duration: 5304296
2014-04-10 11:11:25,921 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35867, dest: /127.0.0.1:43710, bytes: 260, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0008_m_000000_0_96458227_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, duration: 4122445
2014-04-10 11:11:25,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000003_0 dst=null perm=null
2014-04-10 11:11:25,921 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:25,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:25,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000003 dst=null perm=null
2014-04-10 11:11:25,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000002_0 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:25,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000003_0 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:25,949 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0008_m_000000_0_96458227_1
2014-04-10 11:11:25,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000001_0 dst=null perm=null
2014-04-10 11:11:25,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000001_0 dst=null perm=null
2014-04-10 11:11:25,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000001 dst=null perm=null
2014-04-10 11:11:25,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000001_0 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:25,991 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0008_01_000004
2014-04-10 11:11:25,992 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000004
2014-04-10 11:11:25,992 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:11:25,992 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0008_01_000004
2014-04-10 11:11:26,000 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0008_01_000005
2014-04-10 11:11:26,000 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000005
2014-04-10 11:11:26,001 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0008_01_000004 is : 143
2014-04-10 11:11:26,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000000_0 dst=null perm=null
2014-04-10 11:11:26,009 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:11:26,009 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:26,009 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0008_01_000005
2014-04-10 11:11:26,010 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:26,014 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0008_01_000005 is : 143
2014-04-10 11:11:26,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000004
2014-04-10 11:11:26,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000004
2014-04-10 11:11:26,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000004
2014-04-10 11:11:26,022 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:26,022 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000004
2014-04-10 11:11:26,022 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:26,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000004
2014-04-10 11:11:26,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000005
2014-04-10 11:11:26,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000005
2014-04-10 11:11:26,022 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000005
2014-04-10 11:11:26,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000005
2014-04-10 11:11:26,023 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0008_01_000004 from application application_1397146165236_0008
2014-04-10 11:11:26,023 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:26,023 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0008
2014-04-10 11:11:26,023 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000005
2014-04-10 11:11:26,023 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:26,023 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0008_01_000005 from application application_1397146165236_0008
2014-04-10 11:11:26,023 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:26,023 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0008
2014-04-10 11:11:26,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086 src: /127.0.0.1:48955 dest: /127.0.0.1:55447
2014-04-10 11:11:26,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086 src: /127.0.0.1:41573 dest: /127.0.0.1:50700
2014-04-10 11:11:26,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086 src: /127.0.0.1:40380 dest: /127.0.0.1:51097
2014-04-10 11:11:26,029 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1.jhist for DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:26,035 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0008_01_000003
2014-04-10 11:11:26,035 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000003
2014-04-10 11:11:26,035 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:11:26,035 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0008_01_000003
2014-04-10 11:11:26,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0008_01_000004
2014-04-10 11:11:26,036 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0008_01_000005
2014-04-10 11:11:26,036 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:26,036 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0008_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:11:26,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000004
2014-04-10 11:11:26,036 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0008_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:11:26,036 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:11:26,037 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0008_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:26,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:26,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:11:26,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0008_000001 released container container_1397146165236_0008_01_000004 on node: host: localhost:54227 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:11:26,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:26,038 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0008_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:11:26,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000005
2014-04-10 11:11:26,038 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0008_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:11:26,038 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:11:26,038 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0008_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:26,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:26,039 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:11:26,039 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0008_000001 released container container_1397146165236_0008_01_000005 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:26,043 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0008_01_000003 is : 143
2014-04-10 11:11:26,058 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:26,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000003
2014-04-10 11:11:26,058 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000003
2014-04-10 11:11:26,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000003
2014-04-10 11:11:26,059 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000003
2014-04-10 11:11:26,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000003
2014-04-10 11:11:26,059 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:26,059 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0008_01_000003 from application application_1397146165236_0008
2014-04-10 11:11:26,059 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:26,059 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0008
2014-04-10 11:11:27,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000000_0 dst=null perm=null
2014-04-10 11:11:27,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000000 dst=null perm=null
2014-04-10 11:11:27,036 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0008_01_000003
2014-04-10 11:11:27,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:27,037 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0008_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:11:27,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000003
2014-04-10 11:11:27,037 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0008_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:11:27,037 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:11:27,038 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0008_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:27,038 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:27,038 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:11:27,038 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0008_000001 released container container_1397146165236_0008_01_000003 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:11:27,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/_temporary/attempt_1397146165236_0008_m_000000_0 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:27,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0008_01_000002
2014-04-10 11:11:27,108 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000002
2014-04-10 11:11:27,108 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:11:27,108 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0008_01_000002
2014-04-10 11:11:27,116 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0008_01_000002 is : 143
2014-04-10 11:11:27,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,132 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:27,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000002
2014-04-10 11:11:27,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000002
2014-04-10 11:11:27,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000002
2014-04-10 11:11:27,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000002
2014-04-10 11:11:27,133 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000002
2014-04-10 11:11:27,133 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:27,133 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0008_01_000002 from application application_1397146165236_0008
2014-04-10 11:11:27,134 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:27,134 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0008
2014-04-10 11:11:27,140 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:27,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1 dst=null perm=null
2014-04-10 11:11:27,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000000 dst=null perm=null
2014-04-10 11:11:27,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00000 dst=null perm=null
2014-04-10 11:11:27,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000000/part-00000 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000001 dst=null perm=null
2014-04-10 11:11:27,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00001 dst=null perm=null
2014-04-10 11:11:27,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000001/part-00001 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000002 dst=null perm=null
2014-04-10 11:11:27,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00002 dst=null perm=null
2014-04-10 11:11:27,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000002/part-00002 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:27,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000003 dst=null perm=null
2014-04-10 11:11:27,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00003 dst=null perm=null
2014-04-10 11:11:27,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary/1/task_1397146165236_0008_m_000003/part-00003 dst=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_temporary dst=null perm=null
2014-04-10 11:11:27,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,290 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/_SUCCESS is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:27,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:27,345 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40380, dest: /127.0.0.1:51097, bytes: 47139, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086, duration: 1318169773
2014-04-10 11:11:27,345 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:27,346 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41573, dest: /127.0.0.1:50700, bytes: 47139, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086, duration: 1319311411
2014-04-10 11:11:27,346 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14717
2014-04-10 11:11:27,346 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,347 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48955, dest: /127.0.0.1:55447, bytes: 47139, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086, duration: 1320470704
2014-04-10 11:11:27,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14717
2014-04-10 11:11:27,348 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,348 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14717
2014-04-10 11:11:27,365 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:27,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,386 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:27,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087 src: /127.0.0.1:40383 dest: /127.0.0.1:51097
2014-04-10 11:11:27,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087 src: /127.0.0.1:41578 dest: /127.0.0.1:50700
2014-04-10 11:11:27,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087 src: /127.0.0.1:48962 dest: /127.0.0.1:55447
2014-04-10 11:11:27,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48962, dest: /127.0.0.1:55447, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087, duration: 2004229
2014-04-10 11:11:27,407 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:27,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41578, dest: /127.0.0.1:50700, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087, duration: 2537165
2014-04-10 11:11:27,408 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,408 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40383, dest: /127.0.0.1:51097, bytes: 408, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087, duration: 3338508
2014-04-10 11:11:27,409 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:27,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1.jhist dst=null perm=null
2014-04-10 11:11:27,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist_tmp dst=null perm=null
2014-04-10 11:11:27,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1.jhist dst=null perm=null
2014-04-10 11:11:27,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist_tmp dst=null perm=null
2014-04-10 11:11:27,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1.jhist dst=null perm=null
2014-04-10 11:11:27,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,476 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41580, bytes: 47511, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086, duration: 280314
2014-04-10 11:11:27,479 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:27,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088 src: /127.0.0.1:40387 dest: /127.0.0.1:51097
2014-04-10 11:11:27,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088 src: /127.0.0.1:35880 dest: /127.0.0.1:43710
2014-04-10 11:11:27,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088 src: /127.0.0.1:48966 dest: /127.0.0.1:55447
2014-04-10 11:11:27,499 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48966, dest: /127.0.0.1:55447, bytes: 47139, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088, duration: 2682959
2014-04-10 11:11:27,499 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:27,500 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35880, dest: /127.0.0.1:43710, bytes: 47139, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088, duration: 3302164
2014-04-10 11:11:27,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,500 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,500 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40387, dest: /127.0.0.1:51097, bytes: 47139, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088, duration: 3776247
2014-04-10 11:11:27,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,501 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,515 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist_tmp is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:27,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1_conf.xml dst=null perm=null
2014-04-10 11:11:27,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:27,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1_conf.xml dst=null perm=null
2014-04-10 11:11:27,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:27,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008/job_1397146165236_0008_1_conf.xml dst=null perm=null
2014-04-10 11:11:27,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:27,560 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:48967, bytes: 95127, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741905_1081, duration: 392486
2014-04-10 11:11:27,563 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:11:27,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089 src: /127.0.0.1:40391 dest: /127.0.0.1:51097
2014-04-10 11:11:27,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089 src: /127.0.0.1:41586 dest: /127.0.0.1:50700
2014-04-10 11:11:27,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089 src: /127.0.0.1:35885 dest: /127.0.0.1:43710
2014-04-10 11:11:27,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35885, dest: /127.0.0.1:43710, bytes: 94387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089, duration: 2257308
2014-04-10 11:11:27,582 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:27,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,583 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41586, dest: /127.0.0.1:50700, bytes: 94387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089, duration: 3005550
2014-04-10 11:11:27,583 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,583 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40391, dest: /127.0.0.1:51097, bytes: 94387, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_461889414_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089, duration: 3429021
2014-04-10 11:11:27,583 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:27,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:27,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_461889414_1
2014-04-10 11:11:27,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,749 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0008_000001 with final state: FINISHING
2014-04-10 11:11:27,749 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:27,749 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0008 with final state: FINISHING
2014-04-10 11:11:27,749 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0008 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:27,750 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0008
2014-04-10 11:11:27,750 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:27,750 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0008 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:27,824 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:11:27,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:27,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:27,829 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0008 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist
2014-04-10 11:11:27,830 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist]
2014-04-10 11:11:27,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist dst=null perm=null
2014-04-10 11:11:27,834 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35888, bytes: 47511, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088, duration: 268482
2014-04-10 11:11:27,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary dst=null perm=null
2014-04-10 11:11:27,859 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40397, bytes: 412, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087, duration: 230425
2014-04-10 11:11:27,859 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0008,submitTime=1397146277681,launchTime=1397146280538,firstMapTaskLaunchTime=1397146282708,firstReduceTaskLaunchTime=0,finishTime=1397146287325,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotSeconds=0,jobName=[BEDF52F4516348999107A3ECC682ABB5/1B76C531BAB04CBEAEE5D2109440676C] left+right/(1/3)
2014-04-10 11:11:27,859 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary]
2014-04-10 11:11:27,874 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741911_1087 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:11:27,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008.summary dst=null perm=null
2014-04-10 11:11:27,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:11:27,877 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist
2014-04-10 11:11:27,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0008-1397146277681-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F1B76C531BAB04CBE-1397146287325-4-0-SUCCEEDED-default-1397146280538.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,891 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0008_conf.xml
2014-04-10 11:11:27,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0008_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:27,924 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (3/3) ...pesplatform/nonsafesplit1
2014-04-10 11:11:27,924 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (2/3) ...pesplatform/nonsafesplit2
2014-04-10 11:11:27,937 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:27,950 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:27,961 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:27,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:27,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:27,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:27,965 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 9
2014-04-10 11:11:27,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009 dst=null perm=null
2014-04-10 11:11:27,971 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:27,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:11:27,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:27,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:11:27,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:28,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:28,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:28,001 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 10
2014-04-10 11:11:28,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010 dst=null perm=null
2014-04-10 11:11:28,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:11:28,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:11:28,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090 src: /127.0.0.1:40398 dest: /127.0.0.1:51097
2014-04-10 11:11:28,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090 src: /127.0.0.1:35891 dest: /127.0.0.1:43710
2014-04-10 11:11:28,053 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090 src: /127.0.0.1:41594 dest: /127.0.0.1:50700
2014-04-10 11:11:28,058 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41594, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, duration: 4097217
2014-04-10 11:11:28,058 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35891, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, duration: 4889996
2014-04-10 11:11:28,059 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,059 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40398, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, duration: 4892816
2014-04-10 11:11:28,060 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:11:28,082 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:28,083 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar
2014-04-10 11:11:28,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:28,108 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0008_01_000002
2014-04-10 11:11:28,109 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:28,109 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0008_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:11:28,109 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000002
2014-04-10 11:11:28,109 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0008_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:28,109 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:11:28,110 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0008_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:28,110 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:28,110 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:11:28,110 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0008_000001 released container container_1397146165236_0008_01_000002 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:28,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,133 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:11:28,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,150 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091 src: /127.0.0.1:48978 dest: /127.0.0.1:55447
2014-04-10 11:11:28,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,151 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091 src: /127.0.0.1:35894 dest: /127.0.0.1:43710
2014-04-10 11:11:28,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091 src: /127.0.0.1:41597 dest: /127.0.0.1:50700
2014-04-10 11:11:28,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:11:28,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:11:28,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:11:28,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:11:28,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:11:28,158 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41597, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, duration: 3806380
2014-04-10 11:11:28,158 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,158 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,159 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35894, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, duration: 4483880
2014-04-10 11:11:28,159 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,159 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,159 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48978, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, duration: 4750662
2014-04-10 11:11:28,160 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:28,175 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar
2014-04-10 11:11:28,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:28,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:28,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:28,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,212 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:11:28,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:11:28,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:11:28,250 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split
2014-04-10 11:11:28,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:28,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:11:28,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:11:28,268 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:28,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:11:28,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092 src: /127.0.0.1:48982 dest: /127.0.0.1:55447
2014-04-10 11:11:28,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092 src: /127.0.0.1:41600 dest: /127.0.0.1:50700
2014-04-10 11:11:28,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:28,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092 src: /127.0.0.1:35899 dest: /127.0.0.1:43710
2014-04-10 11:11:28,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:28,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092 src: /127.0.0.1:40408 dest: /127.0.0.1:51097
2014-04-10 11:11:28,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:28,291 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40408, dest: /127.0.0.1:51097, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 2272730
2014-04-10 11:11:28,291 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,291 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35899, dest: /127.0.0.1:43710, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 2819764
2014-04-10 11:11:28,292 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41600, dest: /127.0.0.1:50700, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 3450537
2014-04-10 11:11:28,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,293 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:11:28,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,293 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48982, dest: /127.0.0.1:55447, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 4122899
2014-04-10 11:11:28,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,324 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,358 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split
2014-04-10 11:11:28,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:28,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,392 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:28,408 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:11:28,409 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093 src: /127.0.0.1:35901 dest: /127.0.0.1:43710
2014-04-10 11:11:28,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093 src: /127.0.0.1:41604 dest: /127.0.0.1:50700
2014-04-10 11:11:28,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093 src: /127.0.0.1:48988 dest: /127.0.0.1:55447
2014-04-10 11:11:28,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093 src: /127.0.0.1:40412 dest: /127.0.0.1:51097
2014-04-10 11:11:28,415 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40412, dest: /127.0.0.1:51097, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 1983487
2014-04-10 11:11:28,416 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,416 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48988, dest: /127.0.0.1:55447, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 2518776
2014-04-10 11:11:28,416 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,417 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41604, dest: /127.0.0.1:50700, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 3353588
2014-04-10 11:11:28,417 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,418 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35901, dest: /127.0.0.1:43710, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 4031019
2014-04-10 11:11:28,418 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094 src: /127.0.0.1:35905 dest: /127.0.0.1:43710
2014-04-10 11:11:28,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094 src: /127.0.0.1:40414 dest: /127.0.0.1:51097
2014-04-10 11:11:28,427 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094 src: /127.0.0.1:41609 dest: /127.0.0.1:50700
2014-04-10 11:11:28,430 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41609, dest: /127.0.0.1:50700, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, duration: 1586142
2014-04-10 11:11:28,430 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40414, dest: /127.0.0.1:51097, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, duration: 2094362
2014-04-10 11:11:28,431 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35905, dest: /127.0.0.1:43710, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, duration: 2826196
2014-04-10 11:11:28,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,436 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,440 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,457 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,457 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:11:28,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,525 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:28,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095 src: /127.0.0.1:41610 dest: /127.0.0.1:50700
2014-04-10 11:11:28,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095 src: /127.0.0.1:48994 dest: /127.0.0.1:55447
2014-04-10 11:11:28,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095 src: /127.0.0.1:40418 dest: /127.0.0.1:51097
2014-04-10 11:11:28,544 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40418, dest: /127.0.0.1:51097, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, duration: 671878
2014-04-10 11:11:28,544 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,544 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48994, dest: /127.0.0.1:55447, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, duration: 1036853
2014-04-10 11:11:28,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,544 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,544 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41610, dest: /127.0.0.1:50700, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, duration: 1296211
2014-04-10 11:11:28,544 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,557 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,557 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:11:28,558 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:11:28,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096 src: /127.0.0.1:35911 dest: /127.0.0.1:43710
2014-04-10 11:11:28,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096 src: /127.0.0.1:48997 dest: /127.0.0.1:55447
2014-04-10 11:11:28,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096 src: /127.0.0.1:41615 dest: /127.0.0.1:50700
2014-04-10 11:11:28,581 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41615, dest: /127.0.0.1:50700, bytes: 80564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, duration: 2953941
2014-04-10 11:11:28,581 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,581 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:48997, dest: /127.0.0.1:55447, bytes: 80564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, duration: 3444497
2014-04-10 11:11:28,582 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35911, dest: /127.0.0.1:43710, bytes: 80564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, duration: 3897672
2014-04-10 11:11:28,583 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,607 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,607 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0009
2014-04-10 11:11:28,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:28,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009 dst=null perm=null
2014-04-10 11:11:28,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:28,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:28,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:28,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:28,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:28,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:28,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:28,634 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:28,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:28,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097 src: /127.0.0.1:41616 dest: /127.0.0.1:50700
2014-04-10 11:11:28,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097 src: /127.0.0.1:40423 dest: /127.0.0.1:51097
2014-04-10 11:11:28,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,651 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097 src: /127.0.0.1:49001 dest: /127.0.0.1:55447
2014-04-10 11:11:28,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49001, dest: /127.0.0.1:55447, bytes: 80564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, duration: 1333687
2014-04-10 11:11:28,653 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:28,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40423, dest: /127.0.0.1:51097, bytes: 80564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, duration: 1674331
2014-04-10 11:11:28,653 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41616, dest: /127.0.0.1:50700, bytes: 80564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, duration: 2041274
2014-04-10 11:11:28,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:28,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:28,665 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:28,665 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0010
2014-04-10 11:11:28,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010 dst=null perm=null
2014-04-10 11:11:28,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:28,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:28,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:28,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:28,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:28,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:28,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:28,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:28,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:28,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:28,677 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 9 submitted by user brock
2014-04-10 11:11:28,677 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0009
2014-04-10 11:11:28,677 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 10 submitted by user brock
2014-04-10 11:11:28,677 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0009
2014-04-10 11:11:28,678 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0010
2014-04-10 11:11:28,677 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0009 State change from NEW to NEW_SAVING
2014-04-10 11:11:28,677 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0009
2014-04-10 11:11:28,678 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0010
2014-04-10 11:11:28,678 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0010 State change from NEW to NEW_SAVING
2014-04-10 11:11:28,678 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0010
2014-04-10 11:11:28,679 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0009 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:11:28,679 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0010 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:11:28,679 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0009_000001
2014-04-10 11:11:28,679 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from NEW to SUBMITTED
2014-04-10 11:11:28,680 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0010_000001
2014-04-10 11:11:28,680 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from NEW to SUBMITTED
2014-04-10 11:11:28,680 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0009 from user: brock activated in queue: default
2014-04-10 11:11:28,680 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0009 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:11:28,680 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0009 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:11:28,680 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0009_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:11:28,680 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0010 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2014-04-10 11:11:28,680 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0010 user: brock leaf-queue of parent: root #applications: 3
2014-04-10 11:11:28,680 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:11:28,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0010_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1, currently active: 3
2014-04-10 11:11:28,681 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0009 State change from SUBMITTED to ACCEPTED
2014-04-10 11:11:28,681 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:11:28,681 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0010 State change from SUBMITTED to ACCEPTED
2014-04-10 11:11:28,720 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0009
2014-04-10 11:11:28,723 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0009/
2014-04-10 11:11:28,723 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0009
2014-04-10 11:11:28,723 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0009/
2014-04-10 11:11:28,774 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741901_1077 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:11:28,774 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:11:28,774 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:11:28,774 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:11:28,775 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741910_1086 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:11:28,775 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:11:28,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0008 dst=null perm=null
2014-04-10 11:11:28,920 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0010
2014-04-10 11:11:28,922 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0010/
2014-04-10 11:11:28,922 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0010
2014-04-10 11:11:28,922 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0010/
2014-04-10 11:11:28,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097
2014-04-10 11:11:28,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094
2014-04-10 11:11:28,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086
2014-04-10 11:11:28,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092
2014-04-10 11:11:28,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088
2014-04-10 11:11:28,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084
2014-04-10 11:11:28,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083
2014-04-10 11:11:28,935 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082
2014-04-10 11:11:28,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089
2014-04-10 11:11:28,973 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:28,973 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000001
2014-04-10 11:11:28,973 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:11:28,973 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0009 container=Container: [ContainerId: container_1397146165236_0009_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0009_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:28,974 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2014-04-10 11:11:28,974 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:28,974 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:28,975 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0009 AttemptId: appattempt_1397146165236_0009_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0009_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:11:28,975 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:11:28,975 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:11:28,975 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0009_000001
2014-04-10 11:11:28,977 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0009_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0009_000001
2014-04-10 11:11:28,977 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:11:28,981 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0009_000001 (auth:SIMPLE)
2014-04-10 11:11:28,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0009_01_000001 by user brock
2014-04-10 11:11:28,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0009
2014-04-10 11:11:28,983 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000001
2014-04-10 11:11:28,983 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from NEW to INITING
2014-04-10 11:11:28,983 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0009_01_000001 to application application_1397146165236_0009
2014-04-10 11:11:28,983 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from INITING to RUNNING
2014-04-10 11:11:28,983 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0009_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0009_000001
2014-04-10 11:11:28,984 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:11:28,984 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:11:28,984 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0009
2014-04-10 11:11:28,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:28,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:11:28,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:11:28,985 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:28,985 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0009_01_000001
2014-04-10 11:11:28,995 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0009_01_000001.tokens. Credentials list:
2014-04-10 11:11:29,010 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:29,033 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073741914_1090 to datanode(s) 127.0.0.1:55447
2014-04-10 11:11:29,033 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073741915_1091 to datanode(s) 127.0.0.1:51097
2014-04-10 11:11:29,033 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741910_1086, blk_1073741911_1087, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2014-04-10 11:11:29,034 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741910_1086, blk_1073741911_1087, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2014-04-10 11:11:29,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0009_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000001.tokens
2014-04-10 11:11:29,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:29,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089
2014-04-10 11:11:29,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097
2014-04-10 11:11:29,105 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082
2014-04-10 11:11:29,106 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086
2014-04-10 11:11:29,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741913_1089
2014-04-10 11:11:29,119 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085
2014-04-10 11:11:29,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090
2014-04-10 11:11:29,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085
2014-04-10 11:11:29,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087
2014-04-10 11:11:29,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093
2014-04-10 11:11:29,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095
2014-04-10 11:11:29,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:29,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:29,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:29,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40429, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-313433192_6361, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, duration: 955517
2014-04-10 11:11:29,217 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:29,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:29,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:29,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:29,245 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35922, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-313433192_6361, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, duration: 248509
2014-04-10 11:11:29,264 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:29,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:29,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:29,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:29,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35922, bytes: 1391, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-313433192_6361, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 237750
2014-04-10 11:11:29,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090
2014-04-10 11:11:29,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087
2014-04-10 11:11:29,307 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093
2014-04-10 11:11:29,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094
2014-04-10 11:11:29,308 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092
2014-04-10 11:11:29,311 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:29,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090
2014-04-10 11:11:29,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083
2014-04-10 11:11:29,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094
2014-04-10 11:11:29,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096
2014-04-10 11:11:29,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:29,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:29,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:29,338 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35922, bytes: 81196, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-313433192_6361, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, duration: 393901
2014-04-10 11:11:29,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082
2014-04-10 11:11:29,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093
2014-04-10 11:11:29,343 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741911_1087
2014-04-10 11:11:29,344 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085
2014-04-10 11:11:29,344 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095
2014-04-10 11:11:29,345 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083
2014-04-10 11:11:29,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091
2014-04-10 11:11:29,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741910_1086
2014-04-10 11:11:29,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096
2014-04-10 11:11:29,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084
2014-04-10 11:11:29,360 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:29,360 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:29,394 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:29,394 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:29,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000001/default_container_executor.sh]
2014-04-10 11:11:29,506 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091
2014-04-10 11:11:29,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088
2014-04-10 11:11:29,519 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093
2014-04-10 11:11:29,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741912_1088
2014-04-10 11:11:29,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092
2014-04-10 11:11:29,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097
2014-04-10 11:11:29,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096
2014-04-10 11:11:29,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095
2014-04-10 11:11:29,719 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091
2014-04-10 11:11:29,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084
2014-04-10 11:11:29,720 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092
2014-04-10 11:11:29,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:30,389 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090 to 127.0.0.1:55447
2014-04-10 11:11:30,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741910 for deletion
2014-04-10 11:11:30,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741911 for deletion
2014-04-10 11:11:30,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741910
2014-04-10 11:11:30,389 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901 for deletion
2014-04-10 11:11:30,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741911
2014-04-10 11:11:30,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902 for deletion
2014-04-10 11:11:30,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741903 for deletion
2014-04-10 11:11:30,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902
2014-04-10 11:11:30,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090 src: /127.0.0.1:49011 dest: /127.0.0.1:55447
2014-04-10 11:11:30,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901
2014-04-10 11:11:30,390 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:11:30,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741903
2014-04-10 11:11:30,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090 src: /127.0.0.1:49011 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:11:30,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741914_1090 size 244650
2014-04-10 11:11:30,479 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091 to 127.0.0.1:51097
2014-04-10 11:11:30,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091 src: /127.0.0.1:40435 dest: /127.0.0.1:51097
2014-04-10 11:11:30,480 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:11:30,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091 src: /127.0.0.1:40435 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:11:30,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741915_1091 size 244650
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741904 for deletion
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741905 for deletion
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741904
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741910 for deletion
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741905
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741911 for deletion
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741910
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901 for deletion
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741911
2014-04-10 11:11:30,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902 for deletion
2014-04-10 11:11:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741903 for deletion
2014-04-10 11:11:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901
2014-04-10 11:11:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902
2014-04-10 11:11:30,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741903
2014-04-10 11:11:30,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:30,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/COMMIT_STARTED dst=null perm=null
2014-04-10 11:11:30,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:11:30,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/COMMIT_FAIL dst=null perm=null
2014-04-10 11:11:30,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009 dst=null perm=null
2014-04-10 11:11:30,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:30,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:30,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:30,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:30,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40437, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741918_1094, duration: 165445
2014-04-10 11:11:31,566 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0009_000001 (auth:SIMPLE)
2014-04-10 11:11:31,567 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0009_000001
2014-04-10 11:11:31,568 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0009 APPATTEMPTID=appattempt_1397146165236_0009_000001
2014-04-10 11:11:31,568 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:11:31,568 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0009 State change from ACCEPTED to RUNNING
2014-04-10 11:11:31,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:31,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:31,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:31,811 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:11:31,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098 src: /127.0.0.1:49018 dest: /127.0.0.1:55447
2014-04-10 11:11:31,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098 src: /127.0.0.1:41636 dest: /127.0.0.1:50700
2014-04-10 11:11:31,845 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098 src: /127.0.0.1:35935 dest: /127.0.0.1:43710
2014-04-10 11:11:31,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35935, dest: /127.0.0.1:43710, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098, duration: 4594326
2014-04-10 11:11:31,851 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:31,851 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41636, dest: /127.0.0.1:50700, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098, duration: 5342194
2014-04-10 11:11:31,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:31,851 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:31,852 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49018, dest: /127.0.0.1:55447, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098, duration: 5969201
2014-04-10 11:11:31,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:31,852 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:31,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:31,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:32,034 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741901_1077, blk_1073741902_1078]
2014-04-10 11:11:32,035 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741910_1086, blk_1073741911_1087, blk_1073741901_1077, blk_1073741902_1078, blk_1073741903_1079]
2014-04-10 11:11:33,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:33,050 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000002
2014-04-10 11:11:33,050 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:11:33,050 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0009 container=Container: [ContainerId: container_1397146165236_0009_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0009_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,051 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3
2014-04-10 11:11:33,051 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,051 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:33,052 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000003
2014-04-10 11:11:33,052 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:11:33,052 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0009 container=Container: [ContainerId: container_1397146165236_0009_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0009_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,052 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4
2014-04-10 11:11:33,052 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,053 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:33,053 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000004
2014-04-10 11:11:33,053 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:11:33,053 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0009 container=Container: [ContainerId: container_1397146165236_0009_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0009_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,054 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5
2014-04-10 11:11:33,054 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,054 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:33,055 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000005
2014-04-10 11:11:33,055 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:11:33,055 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0009 container=Container: [ContainerId: container_1397146165236_0009_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0009_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,055 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=3, numContainers=6
2014-04-10 11:11:33,055 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741904 for deletion
2014-04-10 11:11:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741905 for deletion
2014-04-10 11:11:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901 for deletion
2014-04-10 11:11:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741904
2014-04-10 11:11:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902 for deletion
2014-04-10 11:11:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741905
2014-04-10 11:11:33,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901
2014-04-10 11:11:33,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902
2014-04-10 11:11:33,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741904 for deletion
2014-04-10 11:11:33,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741905 for deletion
2014-04-10 11:11:33,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741904_1080 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741904
2014-04-10 11:11:33,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741910 for deletion
2014-04-10 11:11:33,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741905_1081 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741905
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741911 for deletion
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741910_1086 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741910
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901 for deletion
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741911_1087 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741911
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902 for deletion
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741901_1077 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741901
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741902_1078 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741902
2014-04-10 11:11:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741903 for deletion
2014-04-10 11:11:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741903_1079 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741903
2014-04-10 11:11:33,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:33,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:33,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:33,604 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:33,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:33,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:33,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:33,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:33,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:33,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:33,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:33,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:33,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:33,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:33,731 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0009_000001 (auth:SIMPLE)
2014-04-10 11:11:33,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0009_01_000002 by user brock
2014-04-10 11:11:33,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0009_01_000005 by user brock
2014-04-10 11:11:33,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0009_01_000003 by user brock
2014-04-10 11:11:33,735 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0009
2014-04-10 11:11:33,735 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0009_01_000005 to application application_1397146165236_0009
2014-04-10 11:11:33,735 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000002
2014-04-10 11:11:33,735 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000005
2014-04-10 11:11:33,736 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0009_01_000004 by user brock
2014-04-10 11:11:33,736 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0009_01_000003 to application application_1397146165236_0009
2014-04-10 11:11:33,735 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000003
2014-04-10 11:11:33,736 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000004
2014-04-10 11:11:33,737 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from NEW to INITING
2014-04-10 11:11:33,737 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0009_01_000002 to application application_1397146165236_0009
2014-04-10 11:11:33,737 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0009_01_000004 to application application_1397146165236_0009
2014-04-10 11:11:33,737 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from INITING to RUNNING
2014-04-10 11:11:33,737 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:11:33,738 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:11:33,738 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:11:33,738 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:11:33,738 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,738 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,738 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:33,738 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0009
2014-04-10 11:11:33,739 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:33,739 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:33,739 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0009
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:33,739 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0009
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,739 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0009
2014-04-10 11:11:33,740 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:33,740 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0009
2014-04-10 11:11:33,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0009_01_000002
2014-04-10 11:11:33,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0009_01_000004
2014-04-10 11:11:33,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0009_01_000003
2014-04-10 11:11:33,740 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0009_01_000005
2014-04-10 11:11:33,750 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0009_01_000003.tokens. Credentials list:
2014-04-10 11:11:33,750 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0009_01_000002.tokens. Credentials list:
2014-04-10 11:11:33,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0009_01_000004.tokens. Credentials list:
2014-04-10 11:11:33,751 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0009_01_000005.tokens. Credentials list:
2014-04-10 11:11:33,759 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:33,799 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0008_01_000001 succeeded
2014-04-10 11:11:33,800 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:11:33,800 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0008_01_000001
2014-04-10 11:11:33,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000001
2014-04-10 11:11:33,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000001
2014-04-10 11:11:33,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000001
2014-04-10 11:11:33,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0008/container_1397146165236_0008_01_000001
2014-04-10 11:11:33,817 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000001
2014-04-10 11:11:33,817 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:11:33,817 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0008_01_000001 from application application_1397146165236_0008
2014-04-10 11:11:33,818 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:33,818 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0008
2014-04-10 11:11:33,830 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0009_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000003.tokens
2014-04-10 11:11:33,831 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:33,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:33,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:33,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar dst=null perm=null
2014-04-10 11:11:33,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40449, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1474159835_6505, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090, duration: 851322
2014-04-10 11:11:33,966 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:33,973 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0008_01_000001
2014-04-10 11:11:33,973 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:33,974 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0008_000001
2014-04-10 11:11:33,974 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0008_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:11:33,974 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0008_000001 State change from FINISHING to FINISHED
2014-04-10 11:11:33,974 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0008 CONTAINERID=container_1397146165236_0008_01_000001
2014-04-10 11:11:33,974 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0008_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:11:33,974 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:11:33,974 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0008 State change from FINISHING to FINISHED
2014-04-10 11:11:33,975 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0008_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,975 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0008
2014-04-10 11:11:33,975 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:33,975 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0008_000001
2014-04-10 11:11:33,975 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=5
2014-04-10 11:11:33,975 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0008,name=[BEDF52F4516348999107A3ECC682ABB5/1B76C531BAB04CBEAEE5D2109440676C] left+right/(1/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0008/jobhistory/job/job_1397146165236_0008,appMasterHost=localhost.localdomain,startTime=1397146277681,finishTime=1397146287749,finalStatus=SUCCEEDED
2014-04-10 11:11:33,976 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0008_000001 released container container_1397146165236_0008_01_000001 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:33,976 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0008_000001 is done. finalState=FINISHED
2014-04-10 11:11:33,976 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0008 requests cleared
2014-04-10 11:11:33,976 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0010 from user: brock activated in queue: default
2014-04-10 11:11:33,976 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0008 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:11:33,976 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0008 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:11:33,980 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0008_000001 (auth:SIMPLE)
2014-04-10 11:11:33,981 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0008_01_000001
2014-04-10 11:11:33,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:33,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:33,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml dst=null perm=null
2014-04-10 11:11:33,994 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35943, bytes: 81196, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1474159835_6505, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741920_1096, duration: 404089
2014-04-10 11:11:34,013 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:34,013 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:34,014 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:34,014 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:34,014 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:34,044 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:34,044 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:34,044 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:34,044 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:34,048 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:34,048 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:34,048 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:34,048 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:34,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:34,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:34,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:34,050 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:34,110 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:34,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:34,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:34,112 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0008
2014-04-10 11:11:34,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:34,112 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:34,113 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0008, with delay of 10800 seconds
2014-04-10 11:11:34,112 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:34,112 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:34,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000001
2014-04-10 11:11:34,114 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:11:34,114 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0010 container=Container: [ContainerId: container_1397146165236_0010_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0010_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:34,114 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:11:34,115 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:34,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:34,116 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0010 AttemptId: appattempt_1397146165236_0010_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0010_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:11:34,116 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:11:34,116 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:11:34,117 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0010_000001
2014-04-10 11:11:34,117 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0010_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0010_000001
2014-04-10 11:11:34,118 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:11:34,121 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0010_000001 (auth:SIMPLE)
2014-04-10 11:11:34,123 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0010_01_000001 by user brock
2014-04-10 11:11:34,124 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0010
2014-04-10 11:11:34,124 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000001
2014-04-10 11:11:34,124 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from NEW to INITING
2014-04-10 11:11:34,124 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0010_01_000001 to application application_1397146165236_0010
2014-04-10 11:11:34,125 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from INITING to RUNNING
2014-04-10 11:11:34,125 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0010_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0010_000001
2014-04-10 11:11:34,125 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:11:34,125 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:11:34,125 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0010
2014-04-10 11:11:34,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:34,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:11:34,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:11:34,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:34,127 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0010_01_000001
2014-04-10 11:11:34,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000005/default_container_executor.sh]
2014-04-10 11:11:34,140 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000004/default_container_executor.sh]
2014-04-10 11:11:34,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091
2014-04-10 11:11:34,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000003/default_container_executor.sh]
2014-04-10 11:11:34,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000002/default_container_executor.sh]
2014-04-10 11:11:34,148 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0010_01_000001.tokens. Credentials list:
2014-04-10 11:11:34,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:34,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0010_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000001.tokens
2014-04-10 11:11:34,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:34,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:34,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:34,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:34,347 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40449, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-130367361_6658, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, duration: 420127
2014-04-10 11:11:34,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:34,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:34,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:34,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:34,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49033, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-130367361_6658, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, duration: 171817
2014-04-10 11:11:34,406 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:34,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:34,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:34,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:34,428 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41651, bytes: 1391, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-130367361_6658, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 150639
2014-04-10 11:11:34,443 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:34,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:34,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:34,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:34,465 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41651, bytes: 81196, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-130367361_6658, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, duration: 228324
2014-04-10 11:11:34,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:34,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:34,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098
2014-04-10 11:11:34,557 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:34,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:34,639 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:11:34,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098
2014-04-10 11:11:34,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098
2014-04-10 11:11:34,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741914_1090
2014-04-10 11:11:34,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000001/default_container_executor.sh]
2014-04-10 11:11:34,974 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:34,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:34,974 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:34,974 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0008
2014-04-10 11:11:34,974 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:34,974 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0008, with delay of 10800 seconds
2014-04-10 11:11:34,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:34,975 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0008
2014-04-10 11:11:35,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:35,118 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:35,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0009_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000005.tokens
2014-04-10 11:11:35,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:35,442 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:35,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0009_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000004.tokens
2014-04-10 11:11:35,593 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:35,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:36,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0009_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000002.tokens
2014-04-10 11:11:36,309 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:36,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:36,920 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49045, bytes: 1391, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000001_0_71224816_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 164371
2014-04-10 11:11:36,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00003 dst=null perm=null
2014-04-10 11:11:36,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00003 dst=null perm=null
2014-04-10 11:11:36,994 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40469, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000001_0_71224816_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, duration: 182514
2014-04-10 11:11:37,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:37,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:37,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job.split dst=null perm=null
2014-04-10 11:11:37,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:35966, bytes: 875, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000002_0_-907494632_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 159266
2014-04-10 11:11:37,157 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49052, bytes: 359, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000003_0_-1242125713_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 160519
2014-04-10 11:11:37,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40476, bytes: 1391, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000000_0_617760861_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741916_1092, duration: 189462
2014-04-10 11:11:37,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00001 dst=null perm=null
2014-04-10 11:11:37,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00002 dst=null perm=null
2014-04-10 11:11:37,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00001 dst=null perm=null
2014-04-10 11:11:37,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49054, bytes: 218, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000002_0_-907494632_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, duration: 183674
2014-04-10 11:11:37,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00002 dst=null perm=null
2014-04-10 11:11:37,223 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40478, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000003_0_-1242125713_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, duration: 153011
2014-04-10 11:11:37,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0009_m_000001_0_71224816_1
2014-04-10 11:11:37,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00000 dst=null perm=null
2014-04-10 11:11:37,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00000 dst=null perm=null
2014-04-10 11:11:37,270 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40476, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0009_m_000000_0_617760861_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, duration: 156054
2014-04-10 11:11:37,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000001_0 dst=null perm=null
2014-04-10 11:11:37,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000001_0 dst=null perm=null
2014-04-10 11:11:37,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000001 dst=null perm=null
2014-04-10 11:11:37,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:37,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:37,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/COMMIT_STARTED dst=null perm=null
2014-04-10 11:11:37,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:11:37,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/COMMIT_FAIL dst=null perm=null
2014-04-10 11:11:37,405 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0009_01_000003
2014-04-10 11:11:37,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000003
2014-04-10 11:11:37,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:11:37,406 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0009_01_000003
2014-04-10 11:11:37,415 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0009_m_000003_0_-1242125713_1
2014-04-10 11:11:37,418 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0009_01_000003 is : 143
2014-04-10 11:11:37,421 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:11:37,432 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:37,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000003
2014-04-10 11:11:37,432 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000003
2014-04-10 11:11:37,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000003
2014-04-10 11:11:37,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000003
2014-04-10 11:11:37,433 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:37,433 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000003
2014-04-10 11:11:37,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:37,433 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0009_01_000003 from application application_1397146165236_0009
2014-04-10 11:11:37,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:37,434 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0009
2014-04-10 11:11:37,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100 src: /127.0.0.1:49058 dest: /127.0.0.1:55447
2014-04-10 11:11:37,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010 dst=null perm=null
2014-04-10 11:11:37,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:37,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:37,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100 src: /127.0.0.1:41676 dest: /127.0.0.1:50700
2014-04-10 11:11:37,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100 src: /127.0.0.1:40484 dest: /127.0.0.1:51097
2014-04-10 11:11:37,474 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1.jhist for DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:37,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0009_m_000000_0_617760861_1
2014-04-10 11:11:37,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000003_0 dst=null perm=null
2014-04-10 11:11:37,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000003_0 dst=null perm=null
2014-04-10 11:11:37,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000003 dst=null perm=null
2014-04-10 11:11:37,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099 src: /127.0.0.1:35972 dest: /127.0.0.1:43710
2014-04-10 11:11:37,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099 src: /127.0.0.1:49062 dest: /127.0.0.1:55447
2014-04-10 11:11:37,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099 src: /127.0.0.1:41680 dest: /127.0.0.1:50700
2014-04-10 11:11:37,501 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41680, dest: /127.0.0.1:50700, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0009_m_000002_0_-907494632_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, duration: 3311796
2014-04-10 11:11:37,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:37,501 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:37,502 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49062, dest: /127.0.0.1:55447, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0009_m_000002_0_-907494632_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, duration: 4589394
2014-04-10 11:11:37,505 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:37,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:37,506 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35972, dest: /127.0.0.1:43710, bytes: 130, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0009_m_000002_0_-907494632_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, duration: 7996423
2014-04-10 11:11:37,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:37,506 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:37,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:37,531 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0009_m_000002_0_-907494632_1
2014-04-10 11:11:37,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000000_0 dst=null perm=null
2014-04-10 11:11:37,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000000_0 dst=null perm=null
2014-04-10 11:11:37,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000000 dst=null perm=null
2014-04-10 11:11:37,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:37,577 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0009_01_000005
2014-04-10 11:11:37,577 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000005
2014-04-10 11:11:37,577 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:11:37,578 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0009_01_000005
2014-04-10 11:11:37,578 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0009_01_000003
2014-04-10 11:11:37,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:37,579 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0009_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:11:37,579 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000003
2014-04-10 11:11:37,579 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0009_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:11:37,579 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:11:37,579 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0009_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:37,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:37,579 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:11:37,579 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0009_000001 released container container_1397146165236_0009_01_000003 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:11:37,590 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0009_01_000005 is : 143
2014-04-10 11:11:37,598 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:37,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000005
2014-04-10 11:11:37,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000005
2014-04-10 11:11:37,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000005
2014-04-10 11:11:37,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000005
2014-04-10 11:11:37,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000005
2014-04-10 11:11:37,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:37,599 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0009_01_000005 from application application_1397146165236_0009
2014-04-10 11:11:37,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:37,599 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0009
2014-04-10 11:11:37,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000002_0 dst=null perm=null
2014-04-10 11:11:37,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000002_0 dst=null perm=null
2014-04-10 11:11:37,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000002 dst=null perm=null
2014-04-10 11:11:37,624 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0009_01_000002
2014-04-10 11:11:37,624 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000002
2014-04-10 11:11:37,624 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:11:37,624 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0009_01_000002
2014-04-10 11:11:37,624 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0009_01_000005
2014-04-10 11:11:37,625 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:37,625 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0009_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:11:37,625 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000005
2014-04-10 11:11:37,625 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0009_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:11:37,625 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:11:37,625 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0009_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:37,625 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:37,625 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:11:37,625 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0009_000001 released container container_1397146165236_0009_01_000005 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:37,630 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0009_01_000002 is : 143
2014-04-10 11:11:37,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/_temporary/attempt_1397146165236_0009_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:37,638 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:37,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000002
2014-04-10 11:11:37,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000002
2014-04-10 11:11:37,639 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000002
2014-04-10 11:11:37,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:37,639 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0009_01_000002 from application application_1397146165236_0009
2014-04-10 11:11:37,639 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:37,639 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0009
2014-04-10 11:11:37,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000002
2014-04-10 11:11:37,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000002
2014-04-10 11:11:37,671 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0009_01_000004
2014-04-10 11:11:37,671 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000004
2014-04-10 11:11:37,671 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:11:37,672 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0009_01_000002
2014-04-10 11:11:37,672 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0009_01_000004
2014-04-10 11:11:37,672 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:37,672 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0009_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:11:37,672 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000002
2014-04-10 11:11:37,672 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0009_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:11:37,673 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 11:11:37,673 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0009_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:37,673 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:37,673 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:11:37,673 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0009_000001 released container container_1397146165236_0009_01_000002 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:11:37,679 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0009_01_000004 is : 143
2014-04-10 11:11:37,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:37,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000004
2014-04-10 11:11:37,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000004
2014-04-10 11:11:37,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000004
2014-04-10 11:11:37,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000004
2014-04-10 11:11:37,690 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000004
2014-04-10 11:11:37,690 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:37,690 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0009_01_000004 from application application_1397146165236_0009
2014-04-10 11:11:37,690 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:37,690 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0009
2014-04-10 11:11:37,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,773 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:37,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1 dst=null perm=null
2014-04-10 11:11:37,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:37,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000000 dst=null perm=null
2014-04-10 11:11:37,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null
2014-04-10 11:11:37,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:37,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000001 dst=null perm=null
2014-04-10 11:11:37,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null
2014-04-10 11:11:37,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000002 dst=null perm=null
2014-04-10 11:11:37,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null
2014-04-10 11:11:37,828 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41681, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741919_1095, duration: 152219
2014-04-10 11:11:37,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:37,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000003 dst=null perm=null
2014-04-10 11:11:37,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null
2014-04-10 11:11:37,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary/1/task_1397146165236_0009_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary dst=null perm=null
2014-04-10 11:11:37,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,898 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:37,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:37,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40484, dest: /127.0.0.1:51097, bytes: 45713, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100, duration: 470096080
2014-04-10 11:11:37,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:37,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 14698
2014-04-10 11:11:37,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41676, dest: /127.0.0.1:50700, bytes: 45713, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100, duration: 470630900
2014-04-10 11:11:37,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:37,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 14698
2014-04-10 11:11:37,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49058, dest: /127.0.0.1:55447, bytes: 45713, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100, duration: 471508582
2014-04-10 11:11:37,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:37,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 14698
2014-04-10 11:11:37,956 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:37,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:37,975 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:11:37,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101 src: /127.0.0.1:40488 dest: /127.0.0.1:51097
2014-04-10 11:11:37,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101 src: /127.0.0.1:49066 dest: /127.0.0.1:55447
2014-04-10 11:11:37,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101 src: /127.0.0.1:41684 dest: /127.0.0.1:50700
2014-04-10 11:11:37,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41684, dest: /127.0.0.1:50700, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101, duration: 1012030
2014-04-10 11:11:37,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:37,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:37,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49066, dest: /127.0.0.1:55447, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101, duration: 1214802
2014-04-10 11:11:37,995 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:37,995 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:37,995 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40488, dest: /127.0.0.1:51097, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101, duration: 1593133
2014-04-10 11:11:37,996 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:37,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,015 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:38,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1.jhist dst=null perm=null
2014-04-10 11:11:38,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist_tmp dst=null perm=null
2014-04-10 11:11:38,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1.jhist dst=null perm=null
2014-04-10 11:11:38,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist_tmp dst=null perm=null
2014-04-10 11:11:38,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1.jhist dst=null perm=null
2014-04-10 11:11:38,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:38,058 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41686, bytes: 46073, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100, duration: 132579
2014-04-10 11:11:38,060 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:38,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102 src: /127.0.0.1:41687 dest: /127.0.0.1:50700
2014-04-10 11:11:38,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102 src: /127.0.0.1:49071 dest: /127.0.0.1:55447
2014-04-10 11:11:38,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102 src: /127.0.0.1:40495 dest: /127.0.0.1:51097
2014-04-10 11:11:38,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40495, dest: /127.0.0.1:51097, bytes: 45713, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102, duration: 1084073
2014-04-10 11:11:38,077 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:38,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,078 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49071, dest: /127.0.0.1:55447, bytes: 45713, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102, duration: 1358395
2014-04-10 11:11:38,078 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:38,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,078 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41687, dest: /127.0.0.1:50700, bytes: 45713, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102, duration: 1713868
2014-04-10 11:11:38,078 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:38,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,090 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:38,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1_conf.xml dst=null perm=null
2014-04-10 11:11:38,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:38,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1_conf.xml dst=null perm=null
2014-04-10 11:11:38,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:38,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009/job_1397146165236_0009_1_conf.xml dst=null perm=null
2014-04-10 11:11:38,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:38,125 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49073, bytes: 95167, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741922_1098, duration: 227680
2014-04-10 11:11:38,127 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:38,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103 src: /127.0.0.1:40497 dest: /127.0.0.1:51097
2014-04-10 11:11:38,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103 src: /127.0.0.1:35990 dest: /127.0.0.1:43710
2014-04-10 11:11:38,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103 src: /127.0.0.1:49076 dest: /127.0.0.1:55447
2014-04-10 11:11:38,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49076, dest: /127.0.0.1:55447, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103, duration: 1439600
2014-04-10 11:11:38,145 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:38,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35990, dest: /127.0.0.1:43710, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103, duration: 1835652
2014-04-10 11:11:38,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,146 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:38,146 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40497, dest: /127.0.0.1:51097, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-540977520_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103, duration: 2190160
2014-04-10 11:11:38,146 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:38,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,165 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-540977520_1
2014-04-10 11:11:38,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,236 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0009_000001 with final state: FINISHING
2014-04-10 11:11:38,236 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:38,236 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0009 with final state: FINISHING
2014-04-10 11:11:38,236 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0009 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:38,236 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0009
2014-04-10 11:11:38,237 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:38,237 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0009 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:38,315 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:11:38,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:38,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:38,317 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0009 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist
2014-04-10 11:11:38,318 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist]
2014-04-10 11:11:38,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist dst=null perm=null
2014-04-10 11:11:38,320 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49078, bytes: 46073, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102, duration: 129266
2014-04-10 11:11:38,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary dst=null perm=null
2014-04-10 11:11:38,335 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40502, bytes: 441, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101, duration: 115798
2014-04-10 11:11:38,335 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0009,submitTime=1397146288677,launchTime=1397146291577,firstMapTaskLaunchTime=1397146293741,firstReduceTaskLaunchTime=0,finishTime=1397146297932,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=15,reduceSlotSeconds=0,jobName=[BEDF52F4516348999107A3ECC682ABB5/4AC2519001C44A5690877145BCF76429] left+right/(3/3) ...pesplatform/nonsafesplit1
2014-04-10 11:11:38,335 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary]
2014-04-10 11:11:38,348 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741925_1101 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:11:38,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009.summary dst=null perm=null
2014-04-10 11:11:38,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:11:38,350 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist
2014-04-10 11:11:38,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0009-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F4AC2519001C44A56-1397146297932-4-0-SUCCEEDED-default-1397146291577.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,365 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0009_conf.xml
2014-04-10 11:11:38,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0009_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0009_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:38,442 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0010_000001 (auth:SIMPLE)
2014-04-10 11:11:38,443 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0010_000001
2014-04-10 11:11:38,443 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0010 APPATTEMPTID=appattempt_1397146165236_0010_000001
2014-04-10 11:11:38,444 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:11:38,444 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0010 State change from ACCEPTED to RUNNING
2014-04-10 11:11:38,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:38,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:38,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:38,624 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:38,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104 src: /127.0.0.1:40505 dest: /127.0.0.1:51097
2014-04-10 11:11:38,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104 src: /127.0.0.1:35998 dest: /127.0.0.1:43710
2014-04-10 11:11:38,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104 src: /127.0.0.1:49084 dest: /127.0.0.1:55447
2014-04-10 11:11:38,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49084, dest: /127.0.0.1:55447, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104, duration: 3965109
2014-04-10 11:11:38,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:38,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:35998, dest: /127.0.0.1:43710, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104, duration: 4415022
2014-04-10 11:11:38,672 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0009_01_000004
2014-04-10 11:11:38,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:38,673 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:38,673 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0009_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:11:38,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40505, dest: /127.0.0.1:51097, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104, duration: 5106644
2014-04-10 11:11:38,673 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000004
2014-04-10 11:11:38,673 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0009_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:38,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:38,673 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 11:11:38,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:38,673 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0009_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:38,674 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:38,674 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:11:38,674 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0009_000001 released container container_1397146165236_0009_01_000004 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:38,690 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:39,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101
2014-04-10 11:11:39,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103
2014-04-10 11:11:39,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102
2014-04-10 11:11:39,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104
2014-04-10 11:11:39,256 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741914_1090 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:11:39,257 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:11:39,257 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:11:39,257 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:11:39,257 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741924_1100 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:11:39,258 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741922_1098 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:11:39,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0009 dst=null perm=null
2014-04-10 11:11:39,352 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100
2014-04-10 11:11:39,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:39,674 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000002
2014-04-10 11:11:39,674 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:11:39,674 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0010 container=Container: [ContainerId: container_1397146165236_0010_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0010_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,675 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:11:39,675 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,675 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:39,675 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000003
2014-04-10 11:11:39,676 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:11:39,676 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0010 container=Container: [ContainerId: container_1397146165236_0010_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0010_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,676 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:11:39,676 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,677 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:39,677 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000004
2014-04-10 11:11:39,677 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:11:39,677 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0010 container=Container: [ContainerId: container_1397146165236_0010_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0010_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,678 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:11:39,678 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:39,678 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000005
2014-04-10 11:11:39,679 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:11:39,679 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0010 container=Container: [ContainerId: container_1397146165236_0010_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0010_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,679 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:11:39,679 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:39,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100
2014-04-10 11:11:39,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101
2014-04-10 11:11:39,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102
2014-04-10 11:11:39,713 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099
2014-04-10 11:11:39,726 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099
2014-04-10 11:11:39,727 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104
2014-04-10 11:11:39,728 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103
2014-04-10 11:11:39,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741925_1101
2014-04-10 11:11:39,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741926_1102
2014-04-10 11:11:39,755 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741924_1100
2014-04-10 11:11:39,756 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104
2014-04-10 11:11:39,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741927_1103
2014-04-10 11:11:39,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099
2014-04-10 11:11:40,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:40,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:40,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:40,493 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:40,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:40,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:40,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:40,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:40,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:40,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:40,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:40,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:40,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:40,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:40,613 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0010_000001 (auth:SIMPLE)
2014-04-10 11:11:40,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0010_01_000005 by user brock
2014-04-10 11:11:40,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0010_01_000003 by user brock
2014-04-10 11:11:40,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0010
2014-04-10 11:11:40,617 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0010_01_000004 by user brock
2014-04-10 11:11:40,618 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000005
2014-04-10 11:11:40,618 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0010_01_000002 by user brock
2014-04-10 11:11:40,618 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000004
2014-04-10 11:11:40,618 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0010_01_000003 to application application_1397146165236_0010
2014-04-10 11:11:40,618 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000003
2014-04-10 11:11:40,618 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000002
2014-04-10 11:11:40,618 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from NEW to INITING
2014-04-10 11:11:40,619 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0010_01_000005 to application application_1397146165236_0010
2014-04-10 11:11:40,619 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0010_01_000004 to application application_1397146165236_0010
2014-04-10 11:11:40,619 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0010_01_000002 to application application_1397146165236_0010
2014-04-10 11:11:40,620 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from INITING to RUNNING
2014-04-10 11:11:40,620 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:11:40,620 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:11:40,621 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:11:40,621 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:11:40,621 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,621 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,621 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:40,622 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0010
2014-04-10 11:11:40,622 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:40,622 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:40,622 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,622 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,622 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:40,623 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0010
2014-04-10 11:11:40,623 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,623 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,623 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:40,623 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0010
2014-04-10 11:11:40,624 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,624 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0010
2014-04-10 11:11:40,624 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:40,624 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0010
2014-04-10 11:11:40,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0010_01_000002
2014-04-10 11:11:40,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0010_01_000004
2014-04-10 11:11:40,625 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0010_01_000003
2014-04-10 11:11:40,626 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0010_01_000005
2014-04-10 11:11:40,642 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0010_01_000003.tokens. Credentials list:
2014-04-10 11:11:40,642 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0010_01_000002.tokens. Credentials list:
2014-04-10 11:11:40,643 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0010_01_000004.tokens. Credentials list:
2014-04-10 11:11:40,643 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0010_01_000005.tokens. Credentials list:
2014-04-10 11:11:40,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:40,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:40,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:40,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:40,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:40,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0010_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000003.tokens
2014-04-10 11:11:40,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:40,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:40,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:40,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar dst=null perm=null
2014-04-10 11:11:40,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41708, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1660165724_6988, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741915_1091, duration: 911150
2014-04-10 11:11:40,865 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:40,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:40,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:40,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml dst=null perm=null
2014-04-10 11:11:40,891 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41708, bytes: 81196, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1660165724_6988, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741921_1097, duration: 382475
2014-04-10 11:11:40,910 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:40,910 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:40,911 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:40,911 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:40,911 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:40,957 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:40,958 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:40,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:40,958 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:40,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:40,958 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:40,962 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:40,962 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:41,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000002/default_container_executor.sh]
2014-04-10 11:11:41,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000004/default_container_executor.sh]
2014-04-10 11:11:41,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000003/default_container_executor.sh]
2014-04-10 11:11:41,027 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000005/default_container_executor.sh]
2014-04-10 11:11:41,036 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741920_1096, blk_1073741922_1098, blk_1073741914_1090, blk_1073741916_1092, blk_1073741918_1094]
2014-04-10 11:11:41,036 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741924_1100, blk_1073741925_1101, blk_1073741914_1090, blk_1073741916_1092, blk_1073741918_1094]
2014-04-10 11:11:41,510 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:11:42,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:42,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0010_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000005.tokens
2014-04-10 11:11:42,206 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:42,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:42,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0010_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000004.tokens
2014-04-10 11:11:42,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741920_1096 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741920 for deletion
2014-04-10 11:11:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741922 for deletion
2014-04-10 11:11:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914 for deletion
2014-04-10 11:11:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916 for deletion
2014-04-10 11:11:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741922
2014-04-10 11:11:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741920_1096 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741920
2014-04-10 11:11:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914
2014-04-10 11:11:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741918 for deletion
2014-04-10 11:11:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916
2014-04-10 11:11:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741918
2014-04-10 11:11:42,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741924 for deletion
2014-04-10 11:11:42,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741925 for deletion
2014-04-10 11:11:42,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741924
2014-04-10 11:11:42,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741925
2014-04-10 11:11:42,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914 for deletion
2014-04-10 11:11:42,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916 for deletion
2014-04-10 11:11:42,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741918 for deletion
2014-04-10 11:11:42,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916
2014-04-10 11:11:42,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914
2014-04-10 11:11:42,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741918
2014-04-10 11:11:42,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:43,079 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0010_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000002.tokens
2014-04-10 11:11:43,080 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:43,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:43,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49102, bytes: 359, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000003_0_275665763_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 184218
2014-04-10 11:11:43,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:43,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00002 dst=null perm=null
2014-04-10 11:11:43,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00002 dst=null perm=null
2014-04-10 11:11:43,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40528, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000003_0_275665763_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741907_1083, duration: 110228
2014-04-10 11:11:43,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:43,593 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36022, bytes: 1391, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000000_0_-507115099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 185897
2014-04-10 11:11:43,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41725, bytes: 875, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000002_0_1973162655_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 161807
2014-04-10 11:11:43,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job.split dst=null perm=null
2014-04-10 11:11:43,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:43,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00000 dst=null perm=null
2014-04-10 11:11:43,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00000 dst=null perm=null
2014-04-10 11:11:43,652 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36022, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000000_0_-507115099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741909_1085, duration: 160021
2014-04-10 11:11:43,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:43,687 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40533, bytes: 1391, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000001_0_1670626993_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741917_1093, duration: 176897
2014-04-10 11:11:43,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00001 dst=null perm=null
2014-04-10 11:11:43,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00001 dst=null perm=null
2014-04-10 11:11:43,700 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49111, bytes: 218, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000002_0_1973162655_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741908_1084, duration: 178077
2014-04-10 11:11:43,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:43,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00003 dst=null perm=null
2014-04-10 11:11:43,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D/part-00003 dst=null perm=null
2014-04-10 11:11:43,750 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41729, bytes: 264, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0010_m_000001_0_1670626993_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741906_1082, duration: 130086
2014-04-10 11:11:43,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0010_m_000003_0_275665763_1
2014-04-10 11:11:43,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:43,807 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:11:43,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000003_0 dst=null perm=null
2014-04-10 11:11:43,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000003_0 dst=null perm=null
2014-04-10 11:11:43,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000003 dst=null perm=null
2014-04-10 11:11:43,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:43,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105 src: /127.0.0.1:41730 dest: /127.0.0.1:50700
2014-04-10 11:11:43,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105 src: /127.0.0.1:40537 dest: /127.0.0.1:51097
2014-04-10 11:11:43,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105 src: /127.0.0.1:36030 dest: /127.0.0.1:43710
2014-04-10 11:11:43,873 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0010_m_000002_0_1973162655_1
2014-04-10 11:11:43,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36030, dest: /127.0.0.1:43710, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0010_m_000000_0_-507115099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, duration: 3396082
2014-04-10 11:11:43,880 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:43,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:43,881 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40537, dest: /127.0.0.1:51097, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0010_m_000000_0_-507115099_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, duration: 4090002
2014-04-10 11:11:43,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:43,882 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:43,882 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41730, dest: /127.0.0.1:50700, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0010_m_000000_0_-507115099_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, duration: 5099942
2014-04-10 11:11:43,882 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:43,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:11:43,906 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0010_01_000005
2014-04-10 11:11:43,906 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0010_m_000000_0_-507115099_1
2014-04-10 11:11:43,906 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:11:43,906 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000005
2014-04-10 11:11:43,906 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0010_01_000005
2014-04-10 11:11:43,923 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:11:43,924 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0010_01_000005 is : 143
2014-04-10 11:11:43,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000002_0 dst=null perm=null
2014-04-10 11:11:43,934 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:43,935 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:43,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000005
2014-04-10 11:11:43,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000005
2014-04-10 11:11:43,936 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000005
2014-04-10 11:11:43,935 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000005
2014-04-10 11:11:43,936 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000005
2014-04-10 11:11:43,936 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:43,936 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0010_01_000005 from application application_1397146165236_0010
2014-04-10 11:11:43,936 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:43,936 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0010
2014-04-10 11:11:43,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000002_0 dst=null perm=null
2014-04-10 11:11:43,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000002 dst=null perm=null
2014-04-10 11:11:43,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106 src: /127.0.0.1:40539 dest: /127.0.0.1:51097
2014-04-10 11:11:43,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106 src: /127.0.0.1:36032 dest: /127.0.0.1:43710
2014-04-10 11:11:43,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106 src: /127.0.0.1:41735 dest: /127.0.0.1:50700
2014-04-10 11:11:43,946 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1.jhist for DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:43,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000000_0 dst=null perm=null
2014-04-10 11:11:43,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000000_0 dst=null perm=null
2014-04-10 11:11:43,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000000 dst=null perm=null
2014-04-10 11:11:43,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:43,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:43,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107 src: /127.0.0.1:36034 dest: /127.0.0.1:43710
2014-04-10 11:11:43,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107 src: /127.0.0.1:40543 dest: /127.0.0.1:51097
2014-04-10 11:11:43,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107 src: /127.0.0.1:49121 dest: /127.0.0.1:55447
2014-04-10 11:11:44,017 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49121, dest: /127.0.0.1:55447, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0010_m_000001_0_1670626993_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, duration: 21212023
2014-04-10 11:11:44,017 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:44,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,022 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40543, dest: /127.0.0.1:51097, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0010_m_000001_0_1670626993_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, duration: 24197792
2014-04-10 11:11:44,022 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,023 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36034, dest: /127.0.0.1:43710, bytes: 176, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0010_m_000001_0_1670626993_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, duration: 26753391
2014-04-10 11:11:44,023 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,023 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,026 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0010_01_000004
2014-04-10 11:11:44,027 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000004
2014-04-10 11:11:44,027 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0010_01_000005
2014-04-10 11:11:44,027 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:44,027 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0010_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:11:44,027 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000005
2014-04-10 11:11:44,028 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0010_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:11:44,028 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:11:44,028 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0010_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,028 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,028 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:11:44,028 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0010_000001 released container container_1397146165236_0010_01_000005 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:11:44,030 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:11:44,031 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0010_01_000004
2014-04-10 11:11:44,036 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741920_1096, blk_1073741922_1098, blk_1073741924_1100, blk_1073741925_1101, blk_1073741914_1090, blk_1073741916_1092, blk_1073741918_1094]
2014-04-10 11:11:44,036 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741920_1096, blk_1073741922_1098, blk_1073741924_1100, blk_1073741925_1101, blk_1073741914_1090, blk_1073741916_1092]
2014-04-10 11:11:44,039 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0010_m_000001_0_1670626993_1
2014-04-10 11:11:44,043 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0010_01_000004 is : 143
2014-04-10 11:11:44,050 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0010_01_000002
2014-04-10 11:11:44,050 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000002
2014-04-10 11:11:44,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:44,052 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:11:44,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000004
2014-04-10 11:11:44,052 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000004
2014-04-10 11:11:44,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000004
2014-04-10 11:11:44,053 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000004
2014-04-10 11:11:44,053 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0010_01_000002
2014-04-10 11:11:44,058 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0010_01_000002 is : 143
2014-04-10 11:11:44,067 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000004
2014-04-10 11:11:44,067 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:44,067 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:44,067 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0010_01_000004 from application application_1397146165236_0010
2014-04-10 11:11:44,067 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:44,067 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0010
2014-04-10 11:11:44,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000002
2014-04-10 11:11:44,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000002
2014-04-10 11:11:44,067 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000002
2014-04-10 11:11:44,068 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000002
2014-04-10 11:11:44,068 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:44,068 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0010_01_000002 from application application_1397146165236_0010
2014-04-10 11:11:44,068 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:44,068 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0010
2014-04-10 11:11:44,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000002
2014-04-10 11:11:44,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000001_0 dst=null perm=null
2014-04-10 11:11:44,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000001_0 dst=null perm=null
2014-04-10 11:11:44,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000001 dst=null perm=null
2014-04-10 11:11:44,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/_temporary/attempt_1397146165236_0010_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:44,153 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0010_01_000003
2014-04-10 11:11:44,153 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000003
2014-04-10 11:11:44,153 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:11:44,153 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0010_01_000003
2014-04-10 11:11:44,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0010_01_000002
2014-04-10 11:11:44,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0010_01_000004
2014-04-10 11:11:44,154 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:44,154 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0010_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:11:44,154 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000002
2014-04-10 11:11:44,154 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0010_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:11:44,154 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:11:44,154 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0010_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,154 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,154 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:11:44,154 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0010_000001 released container container_1397146165236_0010_01_000002 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:44,154 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:44,155 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0010_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:11:44,155 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000004
2014-04-10 11:11:44,155 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0010_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:11:44,155 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 11:11:44,155 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0010_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,155 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,155 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:11:44,155 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0010_000001 released container container_1397146165236_0010_01_000004 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:11:44,160 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0010_01_000003 is : 143
2014-04-10 11:11:44,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:44,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000003
2014-04-10 11:11:44,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000003
2014-04-10 11:11:44,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000003
2014-04-10 11:11:44,168 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000003
2014-04-10 11:11:44,168 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000003
2014-04-10 11:11:44,168 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:44,168 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0010_01_000003 from application application_1397146165236_0010
2014-04-10 11:11:44,169 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:44,169 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0010
2014-04-10 11:11:44,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,189 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:44,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1 dst=null perm=null
2014-04-10 11:11:44,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000000 dst=null perm=null
2014-04-10 11:11:44,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null
2014-04-10 11:11:44,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000001 dst=null perm=null
2014-04-10 11:11:44,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null
2014-04-10 11:11:44,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000002 dst=null perm=null
2014-04-10 11:11:44,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null
2014-04-10 11:11:44,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000003 dst=null perm=null
2014-04-10 11:11:44,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null
2014-04-10 11:11:44,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary/1/task_1397146165236_0010_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary dst=null perm=null
2014-04-10 11:11:44,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,314 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:44,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:44,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105
2014-04-10 11:11:44,356 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107
2014-04-10 11:11:44,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41735, dest: /127.0.0.1:50700, bytes: 46126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106, duration: 425846080
2014-04-10 11:11:44,370 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:44,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36032, dest: /127.0.0.1:43710, bytes: 46126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106, duration: 426848193
2014-04-10 11:11:44,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 14481
2014-04-10 11:11:44,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40539, dest: /127.0.0.1:51097, bytes: 46126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106, duration: 427536187
2014-04-10 11:11:44,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 14481
2014-04-10 11:11:44,372 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 14481
2014-04-10 11:11:44,383 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0009_01_000001 succeeded
2014-04-10 11:11:44,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:11:44,383 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0009_01_000001
2014-04-10 11:11:44,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:44,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000001
2014-04-10 11:11:44,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000001
2014-04-10 11:11:44,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000001
2014-04-10 11:11:44,399 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0009/container_1397146165236_0009_01_000001
2014-04-10 11:11:44,400 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000001
2014-04-10 11:11:44,400 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:11:44,400 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0009_01_000001 from application application_1397146165236_0009
2014-04-10 11:11:44,400 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:44,400 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0009
2014-04-10 11:11:44,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,410 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:11:44,425 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108 src: /127.0.0.1:49122 dest: /127.0.0.1:55447
2014-04-10 11:11:44,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108 src: /127.0.0.1:40546 dest: /127.0.0.1:51097
2014-04-10 11:11:44,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108 src: /127.0.0.1:41741 dest: /127.0.0.1:50700
2014-04-10 11:11:44,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41741, dest: /127.0.0.1:50700, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108, duration: 1828616
2014-04-10 11:11:44,431 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:44,431 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,431 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40546, dest: /127.0.0.1:51097, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108, duration: 2505913
2014-04-10 11:11:44,432 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,432 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49122, dest: /127.0.0.1:55447, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108, duration: 3216482
2014-04-10 11:11:44,433 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:44,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1.jhist dst=null perm=null
2014-04-10 11:11:44,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist_tmp dst=null perm=null
2014-04-10 11:11:44,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1.jhist dst=null perm=null
2014-04-10 11:11:44,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist_tmp dst=null perm=null
2014-04-10 11:11:44,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1.jhist dst=null perm=null
2014-04-10 11:11:44,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,506 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41743, bytes: 46490, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106, duration: 279487
2014-04-10 11:11:44,509 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:44,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109 src: /127.0.0.1:49127 dest: /127.0.0.1:55447
2014-04-10 11:11:44,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109 src: /127.0.0.1:36043 dest: /127.0.0.1:43710
2014-04-10 11:11:44,528 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109 src: /127.0.0.1:40552 dest: /127.0.0.1:51097
2014-04-10 11:11:44,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40552, dest: /127.0.0.1:51097, bytes: 46126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109, duration: 2534419
2014-04-10 11:11:44,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:44,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36043, dest: /127.0.0.1:43710, bytes: 46126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109, duration: 2782928
2014-04-10 11:11:44,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49127, dest: /127.0.0.1:55447, bytes: 46126, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109, duration: 3648792
2014-04-10 11:11:44,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,548 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist_tmp is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:44,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1_conf.xml dst=null perm=null
2014-04-10 11:11:44,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:44,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1_conf.xml dst=null perm=null
2014-04-10 11:11:44,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:44,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010/job_1397146165236_0010_1_conf.xml dst=null perm=null
2014-04-10 11:11:44,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:44,592 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40553, bytes: 95167, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741928_1104, duration: 395948
2014-04-10 11:11:44,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:44,608 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110 src: /127.0.0.1:40554 dest: /127.0.0.1:51097
2014-04-10 11:11:44,610 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110 src: /127.0.0.1:41749 dest: /127.0.0.1:50700
2014-04-10 11:11:44,611 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110 src: /127.0.0.1:49133 dest: /127.0.0.1:55447
2014-04-10 11:11:44,615 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49133, dest: /127.0.0.1:55447, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110, duration: 2615105
2014-04-10 11:11:44,615 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:44,615 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41749, dest: /127.0.0.1:50700, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110, duration: 3172454
2014-04-10 11:11:44,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,616 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,616 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40554, dest: /127.0.0.1:51097, bytes: 94427, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_702372167_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110, duration: 3995188
2014-04-10 11:11:44,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,617 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:44,617 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:11:44,631 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_702372167_1
2014-04-10 11:11:44,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,706 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0010_000001 with final state: FINISHING
2014-04-10 11:11:44,706 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:44,706 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0010 with final state: FINISHING
2014-04-10 11:11:44,707 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0010 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:44,707 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0010
2014-04-10 11:11:44,707 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:44,707 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0010 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:44,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105
2014-04-10 11:11:44,717 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106
2014-04-10 11:11:44,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110
2014-04-10 11:11:44,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108
2014-04-10 11:11:44,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106
2014-04-10 11:11:44,732 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107
2014-04-10 11:11:44,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109
2014-04-10 11:11:44,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105
2014-04-10 11:11:44,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110
2014-04-10 11:11:44,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109
2014-04-10 11:11:44,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107
2014-04-10 11:11:44,764 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108
2014-04-10 11:11:44,772 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:11:44,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:44,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:44,775 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0010 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist
2014-04-10 11:11:44,776 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist]
2014-04-10 11:11:44,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist dst=null perm=null
2014-04-10 11:11:44,779 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36049, bytes: 46490, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109, duration: 268944
2014-04-10 11:11:44,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary dst=null perm=null
2014-04-10 11:11:44,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49135, bytes: 441, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108, duration: 232728
2014-04-10 11:11:44,806 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0010,submitTime=1397146288677,launchTime=1397146298453,firstMapTaskLaunchTime=1397146300626,firstReduceTaskLaunchTime=0,finishTime=1397146304349,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=0,jobName=[BEDF52F4516348999107A3ECC682ABB5/9D263037825545CD95724DEDA5FCA4EF] left+right/(2/3) ...pesplatform/nonsafesplit2
2014-04-10 11:11:44,806 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary]
2014-04-10 11:11:44,831 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:11:44,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010.summary dst=null perm=null
2014-04-10 11:11:44,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:11:44,833 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist
2014-04-10 11:11:44,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0010-1397146288677-brock-%5BBEDF52F4516348999107A3ECC682ABB5%2F9D263037825545CD-1397146304349-4-0-SUCCEEDED-default-1397146298453.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,848 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0010_conf.xml
2014-04-10 11:11:44,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0010_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0010_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:44,890 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:11:44,890 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741908_1084 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:11:44,890 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:11:44,890 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:11:44,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6899941829_split_56D6244EC9044309A3147E6B65AAE12D dst=null perm=null
2014-04-10 11:11:44,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,891 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary
2014-04-10 11:11:44,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/_temporary dst=null perm=null
2014-04-10 11:11:44,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,892 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary
2014-04-10 11:11:44,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/_temporary dst=null perm=null
2014-04-10 11:11:44,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,902 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:11:44,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null
2014-04-10 11:11:44,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null
2014-04-10 11:11:44,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null
2014-04-10 11:11:44,905 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49135, bytes: 134, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, duration: 108514
2014-04-10 11:11:44,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null
2014-04-10 11:11:44,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,922 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:11:44,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null
2014-04-10 11:11:44,924 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41753, bytes: 180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, duration: 110742
2014-04-10 11:11:44,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null
2014-04-10 11:11:44,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36049, bytes: 180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, duration: 87874
2014-04-10 11:11:44,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null
2014-04-10 11:11:44,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null
2014-04-10 11:11:44,927 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/nonsafesplit1
2014-04-10 11:11:44,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1 dst=null perm=null
2014-04-10 11:11:44,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null
2014-04-10 11:11:44,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00000 dst=null perm=null
2014-04-10 11:11:44,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null
2014-04-10 11:11:44,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00001 dst=null perm=null
2014-04-10 11:11:44,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null
2014-04-10 11:11:44,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00002 dst=null perm=null
2014-04-10 11:11:44,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36049, bytes: 134, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741923_1099, duration: 104913
2014-04-10 11:11:44,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null
2014-04-10 11:11:44,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit1/part-00003 dst=null perm=null
2014-04-10 11:11:44,933 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/nonsafesplit2
2014-04-10 11:11:44,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2 dst=null perm=null
2014-04-10 11:11:44,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null
2014-04-10 11:11:44,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00000 dst=null perm=null
2014-04-10 11:11:44,936 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41753, bytes: 180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741929_1105, duration: 115377
2014-04-10 11:11:44,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null
2014-04-10 11:11:44,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00001 dst=null perm=null
2014-04-10 11:11:44,938 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40560, bytes: 180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741931_1107, duration: 94517
2014-04-10 11:11:44,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null
2014-04-10 11:11:44,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00002 dst=null perm=null
2014-04-10 11:11:44,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null
2014-04-10 11:11:44,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/nonsafesplit2/part-00003 dst=null perm=null
2014-04-10 11:11:44,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:44,948 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:11:44,948 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:11:44,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:11:44,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:11:44,967 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [output1+output2] starting
2014-04-10 11:11:44,967 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [output1+output2] source: Hfs["TextLine[['num', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:11:44,967 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [output1+output2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2"]
2014-04-10 11:11:44,967 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [output1+output2] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1"]
2014-04-10 11:11:44,967 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [output1+output2] parallel execution is enabled: true
2014-04-10 11:11:44,968 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [output1+output2] starting jobs: 3
2014-04-10 11:11:44,968 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [output1+output2] allocating threads: 3
2014-04-10 11:11:44,968 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] starting step: (1/3)
2014-04-10 11:11:44,976 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:44,976 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0009_01_000001
2014-04-10 11:11:44,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:44,977 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0009_000001
2014-04-10 11:11:44,977 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0009_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:11:44,977 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0009_000001 State change from FINISHING to FINISHED
2014-04-10 11:11:44,977 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0009 CONTAINERID=container_1397146165236_0009_01_000001
2014-04-10 11:11:44,977 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0009 State change from FINISHING to FINISHED
2014-04-10 11:11:44,977 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0009_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:44,977 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0009
2014-04-10 11:11:44,977 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0009_000001
2014-04-10 11:11:44,977 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0009,name=[BEDF52F4516348999107A3ECC682ABB5/4AC2519001C44A5690877145BCF76429] left+right/(3/3) ...pesplatform/nonsafesplit1,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0009/jobhistory/job/job_1397146165236_0009,appMasterHost=localhost.localdomain,startTime=1397146288677,finishTime=1397146298236,finalStatus=SUCCEEDED
2014-04-10 11:11:44,977 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:11:44,978 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0009_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,978 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:44,978 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 11:11:44,978 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0009_000001 released container container_1397146165236_0009_01_000001 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:44,978 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0009_000001 is done. finalState=FINISHED
2014-04-10 11:11:44,978 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0009 requests cleared
2014-04-10 11:11:44,978 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0009 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:11:44,978 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0009 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:11:44,979 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0009_000001 (auth:SIMPLE)
2014-04-10 11:11:44,980 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0009_01_000001
2014-04-10 11:11:44,984 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:44,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:11:44,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:44,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:44,987 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 11
2014-04-10 11:11:44,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011 dst=null perm=null
2014-04-10 11:11:45,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:11:45,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:11:45,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:45,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,050 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:45,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111 src: /127.0.0.1:40562 dest: /127.0.0.1:51097
2014-04-10 11:11:45,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111 src: /127.0.0.1:41757 dest: /127.0.0.1:50700
2014-04-10 11:11:45,069 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111 src: /127.0.0.1:49141 dest: /127.0.0.1:55447
2014-04-10 11:11:45,075 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49141, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, duration: 2905900
2014-04-10 11:11:45,075 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:45,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,076 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41757, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, duration: 3238644
2014-04-10 11:11:45,076 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40562, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, duration: 4731807
2014-04-10 11:11:45,077 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,077 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,078 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,089 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:45,090 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar
2014-04-10 11:11:45,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:45,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:45,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:45,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:45,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:11:45,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:11:45,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:11:45,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:11:45,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:11:45,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:45,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:45,136 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:11:45,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:45,154 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0010_01_000003
2014-04-10 11:11:45,154 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:45,154 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:45,154 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0010_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:11:45,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,154 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000003
2014-04-10 11:11:45,154 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,154 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0009
2014-04-10 11:11:45,155 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0010_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:45,155 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,155 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:11:45,155 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:45,155 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0009, with delay of 10800 seconds
2014-04-10 11:11:45,155 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0010_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:45,155 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:45,155 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:11:45,155 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0010_000001 released container container_1397146165236_0010_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:45,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,174 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split
2014-04-10 11:11:45,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:45,191 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:45,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112 src: /127.0.0.1:36057 dest: /127.0.0.1:43710
2014-04-10 11:11:45,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112 src: /127.0.0.1:49143 dest: /127.0.0.1:55447
2014-04-10 11:11:45,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112 src: /127.0.0.1:41761 dest: /127.0.0.1:50700
2014-04-10 11:11:45,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112 src: /127.0.0.1:40568 dest: /127.0.0.1:51097
2014-04-10 11:11:45,215 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40568, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 2423677
2014-04-10 11:11:45,216 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:45,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41761, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 3061566
2014-04-10 11:11:45,216 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,217 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49143, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 3722994
2014-04-10 11:11:45,217 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36057, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 4076781
2014-04-10 11:11:45,218 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:45,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,266 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:11:45,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113 src: /127.0.0.1:49146 dest: /127.0.0.1:55447
2014-04-10 11:11:45,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113 src: /127.0.0.1:41764 dest: /127.0.0.1:50700
2014-04-10 11:11:45,285 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113 src: /127.0.0.1:40571 dest: /127.0.0.1:51097
2014-04-10 11:11:45,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40571, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, duration: 1594991
2014-04-10 11:11:45,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:45,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41764, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, duration: 2122794
2014-04-10 11:11:45,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,289 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49146, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, duration: 2800094
2014-04-10 11:11:45,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,290 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,306 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:45,307 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:11:45,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:45,347 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:45,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114 src: /127.0.0.1:36064 dest: /127.0.0.1:43710
2014-04-10 11:11:45,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114 src: /127.0.0.1:40573 dest: /127.0.0.1:51097
2014-04-10 11:11:45,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114 src: /127.0.0.1:49151 dest: /127.0.0.1:55447
2014-04-10 11:11:45,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49151, dest: /127.0.0.1:55447, bytes: 80479, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, duration: 2734703
2014-04-10 11:11:45,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:45,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,373 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40573, dest: /127.0.0.1:51097, bytes: 80479, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, duration: 3471001
2014-04-10 11:11:45,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,374 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36064, dest: /127.0.0.1:43710, bytes: 80479, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, duration: 4109475
2014-04-10 11:11:45,374 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:45,377 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:45,389 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:45,390 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0011
2014-04-10 11:11:45,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741920_1096 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741920 for deletion
2014-04-10 11:11:45,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011 dst=null perm=null
2014-04-10 11:11:45,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741922 for deletion
2014-04-10 11:11:45,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741920_1096 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741920
2014-04-10 11:11:45,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741924 for deletion
2014-04-10 11:11:45,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741922
2014-04-10 11:11:45,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741925 for deletion
2014-04-10 11:11:45,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741924
2014-04-10 11:11:45,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914 for deletion
2014-04-10 11:11:45,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916 for deletion
2014-04-10 11:11:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914
2014-04-10 11:11:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741918 for deletion
2014-04-10 11:11:45,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741925
2014-04-10 11:11:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916
2014-04-10 11:11:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741918_1094 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741918
2014-04-10 11:11:45,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:45,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:45,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:45,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:45,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:45,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:45,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:45,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:45,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:45,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:45,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:45,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:45,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:45,448 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 11 submitted by user brock
2014-04-10 11:11:45,448 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0011
2014-04-10 11:11:45,448 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0011
2014-04-10 11:11:45,448 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0011
2014-04-10 11:11:45,448 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0011 State change from NEW to NEW_SAVING
2014-04-10 11:11:45,449 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0011 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:11:45,449 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0011_000001
2014-04-10 11:11:45,449 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from NEW to SUBMITTED
2014-04-10 11:11:45,450 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0011 from user: brock activated in queue: default
2014-04-10 11:11:45,450 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0011 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:11:45,450 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0011 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:11:45,450 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0011
2014-04-10 11:11:45,450 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0011_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:11:45,450 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:11:45,451 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0011 State change from SUBMITTED to ACCEPTED
2014-04-10 11:11:45,453 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0011/
2014-04-10 11:11:45,453 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] submitted hadoop job: job_1397146165236_0011
2014-04-10 11:11:45,453 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] tracking url: http://localhost:56922/proxy/application_1397146165236_0011/
2014-04-10 11:11:45,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741920_1096 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741920 for deletion
2014-04-10 11:11:45,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741922 for deletion
2014-04-10 11:11:45,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741924 for deletion
2014-04-10 11:11:45,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741920_1096 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741920
2014-04-10 11:11:45,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741922_1098 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741922
2014-04-10 11:11:45,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741925 for deletion
2014-04-10 11:11:45,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741924_1100 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741924
2014-04-10 11:11:45,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914 for deletion
2014-04-10 11:11:45,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741925_1101 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741925
2014-04-10 11:11:45,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916 for deletion
2014-04-10 11:11:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741916_1092 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741916
2014-04-10 11:11:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741914_1090 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741914
2014-04-10 11:11:45,873 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741915_1091 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:11:45,873 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:11:45,873 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:11:45,874 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:11:45,874 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:11:45,874 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741928_1104 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:11:45,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0010 dst=null perm=null
2014-04-10 11:11:45,977 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:45,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,978 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:45,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0009
2014-04-10 11:11:45,979 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0009
2014-04-10 11:11:45,979 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000001
2014-04-10 11:11:45,979 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:45,979 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0011_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:11:45,980 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0009, with delay of 10800 seconds
2014-04-10 11:11:45,980 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0011 container=Container: [ContainerId: container_1397146165236_0011_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0011_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:45,980 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:11:45,980 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:45,980 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:45,981 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0011 AttemptId: appattempt_1397146165236_0011_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0011_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:11:45,981 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:11:45,981 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:11:45,982 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0011_000001
2014-04-10 11:11:45,982 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0011_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0011_000001
2014-04-10 11:11:45,982 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:11:45,986 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0011_000001 (auth:SIMPLE)
2014-04-10 11:11:45,988 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0011_01_000001 by user brock
2014-04-10 11:11:45,988 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0011
2014-04-10 11:11:45,988 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000001
2014-04-10 11:11:45,988 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from NEW to INITING
2014-04-10 11:11:45,989 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0011_01_000001 to application application_1397146165236_0011
2014-04-10 11:11:45,989 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from INITING to RUNNING
2014-04-10 11:11:45,989 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0011_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0011_000001
2014-04-10 11:11:45,989 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:11:45,989 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:11:45,990 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0011
2014-04-10 11:11:45,990 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:45,990 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:11:45,990 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:11:45,990 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:45,991 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0011_01_000001
2014-04-10 11:11:46,001 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0011_01_000001.tokens. Credentials list:
2014-04-10 11:11:46,016 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:46,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0011_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000001.tokens
2014-04-10 11:11:46,082 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:11:46,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:46,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:46,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:46,199 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40579, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_86571221_7371, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, duration: 613883
2014-04-10 11:11:46,226 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:46,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:46,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:46,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:46,252 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40579, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_86571221_7371, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, duration: 218639
2014-04-10 11:11:46,271 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:46,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:46,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:46,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:46,298 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40579, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_86571221_7371, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 226249
2014-04-10 11:11:46,316 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:46,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:46,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:46,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:46,343 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36072, bytes: 81111, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_86571221_7371, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, duration: 429237
2014-04-10 11:11:46,362 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:46,362 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:46,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:46,396 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:46,460 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000001/default_container_executor.sh]
2014-04-10 11:11:46,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:47,037 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073741935_1111 to datanode(s) 127.0.0.1:43710
2014-04-10 11:11:47,037 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741921_1097, blk_1073741906_1082, blk_1073741930_1106, blk_1073741915_1091, blk_1073741932_1108, blk_1073741917_1093, blk_1073741919_1095]
2014-04-10 11:11:47,037 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741921_1097, blk_1073741906_1082, blk_1073741907_1083, blk_1073741908_1084, blk_1073741909_1085, blk_1073741928_1104, blk_1073741915_1091, blk_1073741932_1108, blk_1073741917_1093, blk_1073741919_1095]
2014-04-10 11:11:47,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:47,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/COMMIT_STARTED dst=null perm=null
2014-04-10 11:11:47,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:11:47,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/COMMIT_FAIL dst=null perm=null
2014-04-10 11:11:47,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011 dst=null perm=null
2014-04-10 11:11:47,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:47,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:47,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:47,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.splitmetainfo dst=null perm=null
2014-04-10 11:11:47,925 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41778, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113, duration: 157077
2014-04-10 11:11:48,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741921 for deletion
2014-04-10 11:11:48,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741906 for deletion
2014-04-10 11:11:48,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741921
2014-04-10 11:11:48,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741930 for deletion
2014-04-10 11:11:48,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915 for deletion
2014-04-10 11:11:48,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741906
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741932 for deletion
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917 for deletion
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741932
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741919 for deletion
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741930
2014-04-10 11:11:48,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741919
2014-04-10 11:11:48,490 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111 to 127.0.0.1:43710
2014-04-10 11:11:48,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741921 for deletion
2014-04-10 11:11:48,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741906 for deletion
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741921
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741907 for deletion
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741906
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741907
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741908 for deletion
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741909 for deletion
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741908
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741928 for deletion
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915 for deletion
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741928
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741932 for deletion
2014-04-10 11:11:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917 for deletion
2014-04-10 11:11:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741932
2014-04-10 11:11:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741919 for deletion
2014-04-10 11:11:48,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111 src: /127.0.0.1:36077 dest: /127.0.0.1:43710
2014-04-10 11:11:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741919
2014-04-10 11:11:48,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741909
2014-04-10 11:11:48,491 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:11:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915
2014-04-10 11:11:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917
2014-04-10 11:11:48,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111 src: /127.0.0.1:36077 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:11:48,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741935_1111 size 244650
2014-04-10 11:11:48,515 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0011_000001 (auth:SIMPLE)
2014-04-10 11:11:48,518 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0011_000001
2014-04-10 11:11:48,518 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0011 APPATTEMPTID=appattempt_1397146165236_0011_000001
2014-04-10 11:11:48,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:11:48,519 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0011 State change from ACCEPTED to RUNNING
2014-04-10 11:11:48,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:48,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:48,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:48,696 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:48,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115 src: /127.0.0.1:36079 dest: /127.0.0.1:43710
2014-04-10 11:11:48,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115 src: /127.0.0.1:41782 dest: /127.0.0.1:50700
2014-04-10 11:11:48,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115 src: /127.0.0.1:40589 dest: /127.0.0.1:51097
2014-04-10 11:11:48,744 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40589, dest: /127.0.0.1:51097, bytes: 94552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115, duration: 4585300
2014-04-10 11:11:48,744 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:48,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41782, dest: /127.0.0.1:50700, bytes: 94552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115, duration: 5026955
2014-04-10 11:11:48,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:48,745 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:48,745 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:48,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36079, dest: /127.0.0.1:43710, bytes: 94552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115, duration: 5526306
2014-04-10 11:11:48,745 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:48,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:48,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:49,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113
2014-04-10 11:11:49,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115
2014-04-10 11:11:49,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112
2014-04-10 11:11:49,362 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741934_1110
2014-04-10 11:11:49,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111
2014-04-10 11:11:49,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741930_1106
2014-04-10 11:11:49,564 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741932_1108
2014-04-10 11:11:49,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114
2014-04-10 11:11:49,721 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113
2014-04-10 11:11:49,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115
2014-04-10 11:11:49,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112
2014-04-10 11:11:49,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112
2014-04-10 11:11:49,738 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114
2014-04-10 11:11:49,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115
2014-04-10 11:11:49,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741933_1109
2014-04-10 11:11:49,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741937_1113
2014-04-10 11:11:49,768 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114
2014-04-10 11:11:49,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111
2014-04-10 11:11:49,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112
2014-04-10 11:11:49,923 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111
2014-04-10 11:11:49,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111
2014-04-10 11:11:49,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:49,979 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000002
2014-04-10 11:11:49,979 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:11:49,979 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0011 container=Container: [ContainerId: container_1397146165236_0011_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0011_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:49,979 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:11:49,980 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:49,980 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:49,980 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000003
2014-04-10 11:11:49,980 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:11:49,981 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0011 container=Container: [ContainerId: container_1397146165236_0011_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0011_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:49,981 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:11:49,981 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:50,038 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741907_1083, blk_1073741908_1084, blk_1073741909_1085, blk_1073741928_1104, blk_1073741930_1106, blk_1073741915_1091, blk_1073741917_1093]
2014-04-10 11:11:50,038 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741921_1097, blk_1073741906_1082, blk_1073741907_1083, blk_1073741908_1084, blk_1073741909_1085, blk_1073741928_1104, blk_1073741930_1106, blk_1073741915_1091, blk_1073741932_1108, blk_1073741917_1093, blk_1073741919_1095]
2014-04-10 11:11:50,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:50,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000004
2014-04-10 11:11:50,116 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:11:50,116 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0011 container=Container: [ContainerId: container_1397146165236_0011_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0011_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:50,116 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:11:50,116 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:50,117 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:50,117 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000005
2014-04-10 11:11:50,117 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:11:50,117 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0011 container=Container: [ContainerId: container_1397146165236_0011_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0011_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:50,117 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:11:50,118 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:50,555 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:50,555 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:50,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:50,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:50,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:50,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:50,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:50,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:50,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:50,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:50,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:50,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:50,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:50,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:50,672 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0011_000001 (auth:SIMPLE)
2014-04-10 11:11:50,673 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0011_000001 (auth:SIMPLE)
2014-04-10 11:11:50,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0011_01_000002 by user brock
2014-04-10 11:11:50,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0011_01_000005 by user brock
2014-04-10 11:11:50,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0011_01_000004 by user brock
2014-04-10 11:11:50,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0011_01_000003 by user brock
2014-04-10 11:11:50,676 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0011
2014-04-10 11:11:50,676 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0011_01_000002 to application application_1397146165236_0011
2014-04-10 11:11:50,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000005
2014-04-10 11:11:50,676 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000002
2014-04-10 11:11:50,677 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0011_01_000003 to application application_1397146165236_0011
2014-04-10 11:11:50,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000003
2014-04-10 11:11:50,677 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000004
2014-04-10 11:11:50,677 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0011_01_000004 to application application_1397146165236_0011
2014-04-10 11:11:50,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:11:50,678 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from NEW to INITING
2014-04-10 11:11:50,678 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0011_01_000005 to application application_1397146165236_0011
2014-04-10 11:11:50,678 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:11:50,678 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,678 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from INITING to RUNNING
2014-04-10 11:11:50,678 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,678 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:50,678 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:11:50,678 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0011
2014-04-10 11:11:50,679 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:11:50,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,679 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:50,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,679 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0011
2014-04-10 11:11:50,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,679 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:50,680 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:11:50,680 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0011
2014-04-10 11:11:50,680 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:11:50,680 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,680 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0011
2014-04-10 11:11:50,680 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:50,680 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0011
2014-04-10 11:11:50,680 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:50,681 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:50,681 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0011_01_000005
2014-04-10 11:11:50,681 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0011_01_000004
2014-04-10 11:11:50,692 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0011_01_000004.tokens. Credentials list:
2014-04-10 11:11:50,692 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0011_01_000005.tokens. Credentials list:
2014-04-10 11:11:50,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:50,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:50,708 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:50,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:50,708 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:50,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0011_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000004.tokens
2014-04-10 11:11:50,777 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:11:50,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000003/default_container_executor.sh]
2014-04-10 11:11:50,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000002/default_container_executor.sh]
2014-04-10 11:11:50,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:50,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:50,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar dst=null perm=null
2014-04-10 11:11:50,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:50,979 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:50,989 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0010_01_000001 succeeded
2014-04-10 11:11:50,990 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:11:50,990 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0010_01_000001
2014-04-10 11:11:50,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000001
2014-04-10 11:11:50,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000001
2014-04-10 11:11:50,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000001
2014-04-10 11:11:50,997 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000001
2014-04-10 11:11:50,997 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0010/container_1397146165236_0010_01_000001
2014-04-10 11:11:50,997 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:11:50,997 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0010_01_000001 from application application_1397146165236_0010
2014-04-10 11:11:50,997 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:50,998 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0010
2014-04-10 11:11:51,070 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41788, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1422862231_7552, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741935_1111, duration: 205440746
2014-04-10 11:11:51,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:51,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:51,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:51,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml dst=null perm=null
2014-04-10 11:11:51,109 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36087, bytes: 81111, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1422862231_7552, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741938_1114, duration: 293807
2014-04-10 11:11:51,115 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0010_01_000001
2014-04-10 11:11:51,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:51,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:51,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:51,116 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0010_000001
2014-04-10 11:11:51,116 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0010_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:11:51,116 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0010_000001 State change from FINISHING to FINISHED
2014-04-10 11:11:51,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0010 CONTAINERID=container_1397146165236_0010_01_000001
2014-04-10 11:11:51,116 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0010 State change from FINISHING to FINISHED
2014-04-10 11:11:51,116 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0010_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:11:51,116 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0010_000001
2014-04-10 11:11:51,116 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:11:51,116 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0010
2014-04-10 11:11:51,116 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0010_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:51,116 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0010,name=[BEDF52F4516348999107A3ECC682ABB5/9D263037825545CD95724DEDA5FCA4EF] left+right/(2/3) ...pesplatform/nonsafesplit2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0010/jobhistory/job/job_1397146165236_0010,appMasterHost=localhost.localdomain,startTime=1397146288677,finishTime=1397146304706,finalStatus=SUCCEEDED
2014-04-10 11:11:51,116 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:51,117 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:11:51,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0010_000001 released container container_1397146165236_0010_01_000001 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:51,117 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0010_000001 is done. finalState=FINISHED
2014-04-10 11:11:51,117 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0010 requests cleared
2014-04-10 11:11:51,117 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0010 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:11:51,117 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0010 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:11:51,118 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0010_000001 (auth:SIMPLE)
2014-04-10 11:11:51,128 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0010_01_000001
2014-04-10 11:11:51,131 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:11:51,131 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:51,132 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:51,154 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:51,154 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:51,155 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:51,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:51,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:51,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:51,156 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0010
2014-04-10 11:11:51,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:51,156 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:51,156 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0010, with delay of 10800 seconds
2014-04-10 11:11:51,161 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:51,161 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:51,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000005/default_container_executor.sh]
2014-04-10 11:11:51,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000004/default_container_executor.sh]
2014-04-10 11:11:51,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741907 for deletion
2014-04-10 11:11:51,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741908 for deletion
2014-04-10 11:11:51,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741909 for deletion
2014-04-10 11:11:51,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741928 for deletion
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741930 for deletion
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915 for deletion
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917 for deletion
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741907
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741909
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741928
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741930
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917
2014-04-10 11:11:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741908
2014-04-10 11:11:51,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741921 for deletion
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741906 for deletion
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741921_1097 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741921
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741906_1082 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741906
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741907 for deletion
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741908 for deletion
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741907_1083 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741907
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741909 for deletion
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741928 for deletion
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741909_1085 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741909
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741930 for deletion
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741928_1104 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741928
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741908_1084 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741908
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741930_1106 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741930
2014-04-10 11:11:51,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915 for deletion
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741932 for deletion
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917 for deletion
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741932_1108 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741932
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741915_1091 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741915
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741917_1093 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741917
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741919 for deletion
2014-04-10 11:11:51,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741919_1095 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741919
2014-04-10 11:11:51,572 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:11:52,116 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:11:52,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:52,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:52,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:52,116 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0010
2014-04-10 11:11:52,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0010
2014-04-10 11:11:52,116 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:11:52,116 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0010, with delay of 10800 seconds
2014-04-10 11:11:52,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:11:52,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0011_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000005.tokens
2014-04-10 11:11:52,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:11:53,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:53,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:53,094 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36096, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000001_0_-274469918_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 190873
2014-04-10 11:11:53,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49182, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000000_0_-1502767260_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 200999
2014-04-10 11:11:53,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:53,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:53,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41800, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000000_0_-1502767260_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 170469
2014-04-10 11:11:53,314 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41801, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000001_0_-274469918_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 176987
2014-04-10 11:11:53,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_m_000001_0 dst=null perm=null
2014-04-10 11:11:53,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_m_000000_0 dst=null perm=null
2014-04-10 11:11:53,465 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0011_01_000003
2014-04-10 11:11:53,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000003
2014-04-10 11:11:53,465 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:11:53,465 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0011_01_000003
2014-04-10 11:11:53,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:53,481 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0011_01_000003 is : 143
2014-04-10 11:11:53,484 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:11:53,486 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0011_01_000002
2014-04-10 11:11:53,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000002
2014-04-10 11:11:53,495 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:53,495 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:11:53,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000003
2014-04-10 11:11:53,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000003
2014-04-10 11:11:53,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000003
2014-04-10 11:11:53,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000003
2014-04-10 11:11:53,496 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0011_01_000002
2014-04-10 11:11:53,501 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0011_01_000002 is : 143
2014-04-10 11:11:53,509 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000003
2014-04-10 11:11:53,509 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:53,509 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:53,509 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0011_01_000003 from application application_1397146165236_0011
2014-04-10 11:11:53,509 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:53,509 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0011
2014-04-10 11:11:53,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000002
2014-04-10 11:11:53,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000002
2014-04-10 11:11:53,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000002
2014-04-10 11:11:53,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000002
2014-04-10 11:11:53,510 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000002
2014-04-10 11:11:53,510 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:53,511 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0011_01_000002 from application application_1397146165236_0011
2014-04-10 11:11:53,511 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:53,511 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0011
2014-04-10 11:11:53,538 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49186, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000003_0_-326459664_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 126010
2014-04-10 11:11:53,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job.split dst=null perm=null
2014-04-10 11:11:53,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116 src: /127.0.0.1:36103 dest: /127.0.0.1:43710
2014-04-10 11:11:53,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116 src: /127.0.0.1:41806 dest: /127.0.0.1:50700
2014-04-10 11:11:53,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116 src: /127.0.0.1:49190 dest: /127.0.0.1:55447
2014-04-10 11:11:53,553 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1.jhist for DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:53,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:53,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36107, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000003_0_-326459664_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 122655
2014-04-10 11:11:53,601 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40614, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000002_0_-1011147653_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741936_1112, duration: 147114
2014-04-10 11:11:53,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:11:53,655 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36108, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0011_m_000002_0_-1011147653_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 131569
2014-04-10 11:11:53,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_m_000003_0 dst=null perm=null
2014-04-10 11:11:53,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0011_01_000005
2014-04-10 11:11:53,807 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000005
2014-04-10 11:11:53,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:11:53,807 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0011_01_000005
2014-04-10 11:11:53,812 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0011_01_000005 is : 143
2014-04-10 11:11:53,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_m_000002_0 dst=null perm=null
2014-04-10 11:11:53,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:53,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000005
2014-04-10 11:11:53,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000005
2014-04-10 11:11:53,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000005
2014-04-10 11:11:53,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000005
2014-04-10 11:11:53,820 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000005
2014-04-10 11:11:53,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:53,820 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0011_01_000005 from application application_1397146165236_0011
2014-04-10 11:11:53,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:53,821 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0011
2014-04-10 11:11:53,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0011_01_000004
2014-04-10 11:11:53,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000004
2014-04-10 11:11:53,863 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:11:53,863 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0011_01_000004
2014-04-10 11:11:53,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0011_01_000005
2014-04-10 11:11:53,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:53,864 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0011_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:11:53,864 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000005
2014-04-10 11:11:53,864 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0011_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:11:53,864 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:11:53,864 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0011_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:53,864 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:53,864 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:11:53,864 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0011_000001 released container container_1397146165236_0011_01_000005 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:11:53,869 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0011_01_000004 is : 143
2014-04-10 11:11:53,876 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:53,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000004
2014-04-10 11:11:53,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000004
2014-04-10 11:11:53,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000004
2014-04-10 11:11:53,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000004
2014-04-10 11:11:53,876 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000004
2014-04-10 11:11:53,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:53,877 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0011_01_000004 from application application_1397146165236_0011
2014-04-10 11:11:53,877 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:53,877 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0011
2014-04-10 11:11:54,487 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0011_01_000002
2014-04-10 11:11:54,487 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0011_01_000003
2014-04-10 11:11:54,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:54,488 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0011_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:11:54,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000002
2014-04-10 11:11:54,488 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0011_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:11:54,488 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:11:54,488 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0011_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:54,488 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:54,488 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:11:54,489 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0011_000001 released container container_1397146165236_0011_01_000002 on node: host: localhost:57966 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:11:54,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:54,489 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0011_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:11:54,489 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000003
2014-04-10 11:11:54,489 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0011_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:11:54,489 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:11:54,489 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0011_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:54,490 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:54,490 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:11:54,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0011_000001 released container container_1397146165236_0011_01_000003 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:11:54,863 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0011_01_000004
2014-04-10 11:11:54,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:54,864 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0011_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:11:54,864 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000004
2014-04-10 11:11:54,865 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0011_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:54,865 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:11:54,865 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0011_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:54,865 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:54,865 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:11:54,865 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0011_000001 released container container_1397146165236_0011_01_000004 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:54,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:11:54,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000006
2014-04-10 11:11:54,866 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0011_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:11:54,866 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0011 container=Container: [ContainerId: container_1397146165236_0011_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0011_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:54,866 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:11:54,867 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:55,591 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:11:55,605 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0011_01_000006 by user brock
2014-04-10 11:11:55,605 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000006
2014-04-10 11:11:55,605 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0011_01_000006 to application application_1397146165236_0011
2014-04-10 11:11:55,606 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:11:55,606 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0011
2014-04-10 11:11:55,606 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0011
2014-04-10 11:11:55,606 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:11:55,606 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0011
2014-04-10 11:11:55,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:11:55,637 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:11:55,637 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:55,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000006/default_container_executor.sh]
2014-04-10 11:11:55,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:11:56,596 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:11:57,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:57,443 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:11:57,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117 src: /127.0.0.1:49199 dest: /127.0.0.1:55447
2014-04-10 11:11:57,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117 src: /127.0.0.1:41817 dest: /127.0.0.1:50700
2014-04-10 11:11:57,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117 src: /127.0.0.1:36116 dest: /127.0.0.1:43710
2014-04-10 11:11:57,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36116, dest: /127.0.0.1:43710, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0011_r_000000_0_-2095564039_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, duration: 12384412
2014-04-10 11:11:57,531 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:57,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41817, dest: /127.0.0.1:50700, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0011_r_000000_0_-2095564039_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, duration: 12822925
2014-04-10 11:11:57,531 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:57,531 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:57,531 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49199, dest: /127.0.0.1:55447, bytes: 1697, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0011_r_000000_0_-2095564039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, duration: 13062401
2014-04-10 11:11:57,531 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:57,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:57,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:57,547 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0011_r_000000_0_-2095564039_1
2014-04-10 11:11:57,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_r_000000_0 dst=null perm=null
2014-04-10 11:11:57,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_r_000000_0 dst=null perm=null
2014-04-10 11:11:57,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/task_1397146165236_0011_r_000000 dst=null perm=null
2014-04-10 11:11:57,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/_temporary/attempt_1397146165236_0011_r_000000_0 dst=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/task_1397146165236_0011_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:11:57,665 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0011_01_000006
2014-04-10 11:11:57,665 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000006
2014-04-10 11:11:57,666 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:11:57,666 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0011_01_000006
2014-04-10 11:11:57,672 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0011_01_000006 is : 143
2014-04-10 11:11:57,686 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:11:57,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000006
2014-04-10 11:11:57,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000006
2014-04-10 11:11:57,687 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000006
2014-04-10 11:11:57,687 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:11:57,687 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0011_01_000006 from application application_1397146165236_0011
2014-04-10 11:11:57,687 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:11:57,687 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0011
2014-04-10 11:11:58,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000006
2014-04-10 11:11:58,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000006
2014-04-10 11:11:58,666 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0011_01_000006
2014-04-10 11:11:58,667 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:11:58,667 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0011_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:11:58,667 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000006
2014-04-10 11:11:58,667 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0011_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:11:58,667 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:11:58,667 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0011_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:58,668 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:11:58,668 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:11:58,668 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0011_000001 released container container_1397146165236_0011_01_000006 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:11:58,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:59,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:59,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1 dst=null perm=null
2014-04-10 11:11:59,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:11:59,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:11:59,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/task_1397146165236_0011_r_000000 dst=null perm=null
2014-04-10 11:11:59,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/part-00000 dst=null perm=null
2014-04-10 11:11:59,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary/1/task_1397146165236_0011_r_000000/part-00000 dst=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:59,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_temporary dst=null perm=null
2014-04-10 11:11:59,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:59,114 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/_SUCCESS is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:59,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:59,147 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:59,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49190, dest: /127.0.0.1:55447, bytes: 61602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116, duration: 5622443532
2014-04-10 11:11:59,174 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:59,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15125
2014-04-10 11:11:59,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41806, dest: /127.0.0.1:50700, bytes: 61602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116, duration: 5623617372
2014-04-10 11:11:59,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15125
2014-04-10 11:11:59,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36103, dest: /127.0.0.1:43710, bytes: 61602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116, duration: 5625302213
2014-04-10 11:11:59,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15125
2014-04-10 11:11:59,189 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:59,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:59,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:59,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118 src: /127.0.0.1:41819 dest: /127.0.0.1:50700
2014-04-10 11:11:59,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118 src: /127.0.0.1:40626 dest: /127.0.0.1:51097
2014-04-10 11:11:59,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118 src: /127.0.0.1:49204 dest: /127.0.0.1:55447
2014-04-10 11:11:59,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49204, dest: /127.0.0.1:55447, bytes: 428, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118, duration: 2436614
2014-04-10 11:11:59,231 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:59,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40626, dest: /127.0.0.1:51097, bytes: 428, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118, duration: 3096932
2014-04-10 11:11:59,232 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,232 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41819, dest: /127.0.0.1:50700, bytes: 428, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118, duration: 3756805
2014-04-10 11:11:59,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,233 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:59,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1.jhist dst=null perm=null
2014-04-10 11:11:59,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist_tmp dst=null perm=null
2014-04-10 11:11:59,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1.jhist dst=null perm=null
2014-04-10 11:11:59,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist_tmp dst=null perm=null
2014-04-10 11:11:59,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1.jhist dst=null perm=null
2014-04-10 11:11:59,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:59,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36120, bytes: 62086, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116, duration: 284350
2014-04-10 11:11:59,294 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:11:59,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119 src: /127.0.0.1:36121 dest: /127.0.0.1:43710
2014-04-10 11:11:59,309 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119 src: /127.0.0.1:41824 dest: /127.0.0.1:50700
2014-04-10 11:11:59,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119 src: /127.0.0.1:49208 dest: /127.0.0.1:55447
2014-04-10 11:11:59,314 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49208, dest: /127.0.0.1:55447, bytes: 61602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119, duration: 2462802
2014-04-10 11:11:59,314 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:59,314 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41824, dest: /127.0.0.1:50700, bytes: 61602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119, duration: 3071102
2014-04-10 11:11:59,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36121, dest: /127.0.0.1:43710, bytes: 61602, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119, duration: 3651493
2014-04-10 11:11:59,315 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,315 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist_tmp is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:59,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1_conf.xml dst=null perm=null
2014-04-10 11:11:59,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:59,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1_conf.xml dst=null perm=null
2014-04-10 11:11:59,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml_tmp dst=null perm=null
2014-04-10 11:11:59,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011/job_1397146165236_0011_1_conf.xml dst=null perm=null
2014-04-10 11:11:59,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:11:59,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36120, bytes: 95292, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741939_1115, duration: 408624
2014-04-10 11:11:59,378 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:59,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120 src: /127.0.0.1:49209 dest: /127.0.0.1:55447
2014-04-10 11:11:59,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120 src: /127.0.0.1:36125 dest: /127.0.0.1:43710
2014-04-10 11:11:59,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120 src: /127.0.0.1:40634 dest: /127.0.0.1:51097
2014-04-10 11:11:59,398 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40634, dest: /127.0.0.1:51097, bytes: 94552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120, duration: 2764536
2014-04-10 11:11:59,398 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:59,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,398 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36125, dest: /127.0.0.1:43710, bytes: 94552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120, duration: 3344248
2014-04-10 11:11:59,409 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,409 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49209, dest: /127.0.0.1:55447, bytes: 94552, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2120007550_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120, duration: 14227256
2014-04-10 11:11:59,410 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_2120007550_1
2014-04-10 11:11:59,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,496 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0011_000001 with final state: FINISHING
2014-04-10 11:11:59,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:59,497 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0011 with final state: FINISHING
2014-04-10 11:11:59,497 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0011 State change from RUNNING to FINAL_SAVING
2014-04-10 11:11:59,497 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0011
2014-04-10 11:11:59,497 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:59,498 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0011 State change from FINAL_SAVING to FINISHING
2014-04-10 11:11:59,541 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:11:59,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:11:59,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:11:59,546 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0011 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist
2014-04-10 11:11:59,547 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist]
2014-04-10 11:11:59,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist dst=null perm=null
2014-04-10 11:11:59,551 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36129, bytes: 62086, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119, duration: 297408
2014-04-10 11:11:59,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary dst=null perm=null
2014-04-10 11:11:59,578 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49215, bytes: 432, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118, duration: 235923
2014-04-10 11:11:59,578 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0011,submitTime=1397146305447,launchTime=1397146308529,firstMapTaskLaunchTime=1397146310685,firstReduceTaskLaunchTime=1397146315606,finishTime=1397146319148,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=11,reduceSlotSeconds=2,jobName=[48EDB83CC67141EC946C7C656129CEF5/54857CB01C5F405E95D78C88B164D41D] output1+output2/(1/3)
2014-04-10 11:11:59,578 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary]
2014-04-10 11:11:59,597 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741942_1118 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:11:59,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011.summary dst=null perm=null
2014-04-10 11:11:59,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:11:59,600 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist
2014-04-10 11:11:59,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0011-1397146305447-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2F54857CB01C5F405E-1397146319148-4-1-SUCCEEDED-default-1397146308529.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,614 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0011_conf.xml
2014-04-10 11:11:59,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0011_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0011_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:11:59,646 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] starting step: (2/3) ...edpipesplatform/splitout1
2014-04-10 11:11:59,646 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] starting step: (3/3) ...edpipesplatform/splitout2
2014-04-10 11:11:59,659 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:59,671 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:59,681 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:59,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:11:59,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:59,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:59,684 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 12
2014-04-10 11:11:59,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012 dst=null perm=null
2014-04-10 11:11:59,691 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:11:59,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:11:59,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:11:59,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:11:59,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:59,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:11:59,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:11:59,716 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 13
2014-04-10 11:11:59,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:59,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013 dst=null perm=null
2014-04-10 11:11:59,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118
2014-04-10 11:11:59,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120
2014-04-10 11:11:59,775 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120
2014-04-10 11:11:59,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118
2014-04-10 11:11:59,777 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119
2014-04-10 11:11:59,777 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117
2014-04-10 11:11:59,778 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116
2014-04-10 11:11:59,786 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:11:59,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:11:59,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121 src: /127.0.0.1:36131 dest: /127.0.0.1:43710
2014-04-10 11:11:59,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121 src: /127.0.0.1:49217 dest: /127.0.0.1:55447
2014-04-10 11:11:59,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121 src: /127.0.0.1:40641 dest: /127.0.0.1:51097
2014-04-10 11:11:59,856 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40641, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, duration: 2663640
2014-04-10 11:11:59,857 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:59,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49217, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, duration: 4416253
2014-04-10 11:11:59,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,857 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,858 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36131, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, duration: 4142723
2014-04-10 11:11:59,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,858 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:11:59,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:11:59,880 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:59,881 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar
2014-04-10 11:11:59,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:59,899 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:11:59,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:11:59,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116
2014-04-10 11:11:59,927 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119
2014-04-10 11:11:59,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741942_1118
2014-04-10 11:11:59,928 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117
2014-04-10 11:11:59,932 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122 src: /127.0.0.1:36134 dest: /127.0.0.1:43710
2014-04-10 11:11:59,933 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122 src: /127.0.0.1:40643 dest: /127.0.0.1:51097
2014-04-10 11:11:59,934 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122 src: /127.0.0.1:41838 dest: /127.0.0.1:50700
2014-04-10 11:11:59,939 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41838, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, duration: 3685664
2014-04-10 11:11:59,939 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:11:59,940 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40643, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, duration: 4276592
2014-04-10 11:11:59,940 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,940 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,941 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36134, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, duration: 4249815
2014-04-10 11:11:59,941 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,941 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:11:59,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:11:59,944 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117
2014-04-10 11:11:59,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:59,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121
2014-04-10 11:11:59,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:59,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741940_1116
2014-04-10 11:11:59,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:59,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:11:59,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:11:59,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:11:59,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:11:59,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:11:59,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:11:59,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:11:59,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:11:59,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:11:59,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:11:59,960 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:11:59,964 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:11:59,965 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar
2014-04-10 11:11:59,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:11:59,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:00,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,015 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split
2014-04-10 11:12:00,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:12:00,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:12:00,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:12:00,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:12:00,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:12:00,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:12:00,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:12:00,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:12:00,044 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:00,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=null
2014-04-10 11:12:00,049 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:12:00,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123 src: /127.0.0.1:36137 dest: /127.0.0.1:43710
2014-04-10 11:12:00,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123 src: /127.0.0.1:40646 dest: /127.0.0.1:51097
2014-04-10 11:12:00,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123 src: /127.0.0.1:49224 dest: /127.0.0.1:55447
2014-04-10 11:12:00,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123 src: /127.0.0.1:41842 dest: /127.0.0.1:50700
2014-04-10 11:12:00,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41842, dest: /127.0.0.1:50700, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, duration: 3374493
2014-04-10 11:12:00,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:00,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49224, dest: /127.0.0.1:55447, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, duration: 3836576
2014-04-10 11:12:00,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40646, dest: /127.0.0.1:51097, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, duration: 4426285
2014-04-10 11:12:00,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,092 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36137, dest: /127.0.0.1:43710, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, duration: 5010034
2014-04-10 11:12:00,093 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,093 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,098 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split
2014-04-10 11:12:00,114 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:00,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=null
2014-04-10 11:12:00,132 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:00,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,148 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122
2014-04-10 11:12:00,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123
2014-04-10 11:12:00,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124 src: /127.0.0.1:40649 dest: /127.0.0.1:51097
2014-04-10 11:12:00,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124 src: /127.0.0.1:41844 dest: /127.0.0.1:50700
2014-04-10 11:12:00,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124 src: /127.0.0.1:49228 dest: /127.0.0.1:55447
2014-04-10 11:12:00,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124 src: /127.0.0.1:36144 dest: /127.0.0.1:43710
2014-04-10 11:12:00,172 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36144, dest: /127.0.0.1:43710, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, duration: 2072770
2014-04-10 11:12:00,172 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:00,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,173 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49228, dest: /127.0.0.1:55447, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, duration: 2611930
2014-04-10 11:12:00,173 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,173 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,173 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41844, dest: /127.0.0.1:50700, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, duration: 3193597
2014-04-10 11:12:00,174 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40649, dest: /127.0.0.1:51097, bytes: 352, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, duration: 3761180
2014-04-10 11:12:00,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,182 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:00,197 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:00,215 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125 src: /127.0.0.1:49230 dest: /127.0.0.1:55447
2014-04-10 11:12:00,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125 src: /127.0.0.1:36146 dest: /127.0.0.1:43710
2014-04-10 11:12:00,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125 src: /127.0.0.1:41849 dest: /127.0.0.1:50700
2014-04-10 11:12:00,220 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41849, dest: /127.0.0.1:50700, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, duration: 1372907
2014-04-10 11:12:00,220 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:00,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36146, dest: /127.0.0.1:43710, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, duration: 2081628
2014-04-10 11:12:00,221 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49230, dest: /127.0.0.1:55447, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, duration: 2671125
2014-04-10 11:12:00,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:00,247 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:12:00,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,265 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:12:00,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,299 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126 src: /127.0.0.1:49233 dest: /127.0.0.1:55447
2014-04-10 11:12:00,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126 src: /127.0.0.1:36149 dest: /127.0.0.1:43710
2014-04-10 11:12:00,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126 src: /127.0.0.1:41852 dest: /127.0.0.1:50700
2014-04-10 11:12:00,303 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41852, dest: /127.0.0.1:50700, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, duration: 1546500
2014-04-10 11:12:00,304 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:00,304 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,304 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36149, dest: /127.0.0.1:43710, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, duration: 2050306
2014-04-10 11:12:00,305 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,305 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49233, dest: /127.0.0.1:55447, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, duration: 2799370
2014-04-10 11:12:00,305 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,321 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:00,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:00,331 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:12:00,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741943_1119
2014-04-10 11:12:00,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125
2014-04-10 11:12:00,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127 src: /127.0.0.1:41853 dest: /127.0.0.1:50700
2014-04-10 11:12:00,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741944_1120
2014-04-10 11:12:00,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126
2014-04-10 11:12:00,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124
2014-04-10 11:12:00,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127 src: /127.0.0.1:36152 dest: /127.0.0.1:43710
2014-04-10 11:12:00,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127 src: /127.0.0.1:40661 dest: /127.0.0.1:51097
2014-04-10 11:12:00,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40661, dest: /127.0.0.1:51097, bytes: 79723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, duration: 3319171
2014-04-10 11:12:00,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:00,356 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36152, dest: /127.0.0.1:43710, bytes: 79723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, duration: 3765433
2014-04-10 11:12:00,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,357 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41853, dest: /127.0.0.1:50700, bytes: 79723, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, duration: 4391586
2014-04-10 11:12:00,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,357 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,380 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:00,381 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0012
2014-04-10 11:12:00,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012 dst=null perm=null
2014-04-10 11:12:00,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:00,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:00,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:00,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:00,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=null
2014-04-10 11:12:00,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=null
2014-04-10 11:12:00,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:00,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:00,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:00,438 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 12 submitted by user brock
2014-04-10 11:12:00,438 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0012
2014-04-10 11:12:00,438 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0012 State change from NEW to NEW_SAVING
2014-04-10 11:12:00,438 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0012
2014-04-10 11:12:00,438 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0012
2014-04-10 11:12:00,439 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0012 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:12:00,439 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0012_000001
2014-04-10 11:12:00,439 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from NEW to SUBMITTED
2014-04-10 11:12:00,439 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0012 from user: brock activated in queue: default
2014-04-10 11:12:00,439 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0012 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:12:00,439 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0012 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:12:00,440 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0012
2014-04-10 11:12:00,440 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0012_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:12:00,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:12:00,441 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0012 State change from SUBMITTED to ACCEPTED
2014-04-10 11:12:00,443 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0012/
2014-04-10 11:12:00,443 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] submitted hadoop job: job_1397146165236_0012
2014-04-10 11:12:00,443 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] tracking url: http://localhost:56922/proxy/application_1397146165236_0012/
2014-04-10 11:12:00,445 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:12:00,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:00,448 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000001
2014-04-10 11:12:00,448 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0012_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:12:00,448 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0012 container=Container: [ContainerId: container_1397146165236_0012_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0012_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:00,448 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:12:00,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:00,449 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:00,449 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0012 AttemptId: appattempt_1397146165236_0012_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0012_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ]
2014-04-10 11:12:00,449 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:12:00,450 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:12:00,450 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0012_000001
2014-04-10 11:12:00,450 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0012_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0012_000001
2014-04-10 11:12:00,451 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:12:00,454 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0012_000001 (auth:SIMPLE)
2014-04-10 11:12:00,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0012_01_000001 by user brock
2014-04-10 11:12:00,456 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0012
2014-04-10 11:12:00,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000001
2014-04-10 11:12:00,456 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from NEW to INITING
2014-04-10 11:12:00,456 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0012_01_000001 to application application_1397146165236_0012
2014-04-10 11:12:00,457 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0012_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0012_000001
2014-04-10 11:12:00,457 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from INITING to RUNNING
2014-04-10 11:12:00,457 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:12:00,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128 src: /127.0.0.1:49240 dest: /127.0.0.1:55447
2014-04-10 11:12:00,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:12:00,458 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0012
2014-04-10 11:12:00,458 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:00,458 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:12:00,458 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:12:00,459 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:00,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128 src: /127.0.0.1:41858 dest: /127.0.0.1:50700
2014-04-10 11:12:00,459 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0012_01_000001
2014-04-10 11:12:00,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128 src: /127.0.0.1:40665 dest: /127.0.0.1:51097
2014-04-10 11:12:00,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40665, dest: /127.0.0.1:51097, bytes: 80701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, duration: 2762138
2014-04-10 11:12:00,464 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:00,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41858, dest: /127.0.0.1:50700, bytes: 80701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, duration: 3265564
2014-04-10 11:12:00,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49240, dest: /127.0.0.1:55447, bytes: 80701, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, duration: 3791324
2014-04-10 11:12:00,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:00,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:00,471 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0012_01_000001.tokens. Credentials list:
2014-04-10 11:12:00,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:00,481 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0013
2014-04-10 11:12:00,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013 dst=null perm=null
2014-04-10 11:12:00,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:00,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:00,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:00,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:00,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=null
2014-04-10 11:12:00,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=null
2014-04-10 11:12:00,488 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:00,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:00,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:00,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:00,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:00,501 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 13 submitted by user brock
2014-04-10 11:12:00,501 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0013
2014-04-10 11:12:00,501 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0013 State change from NEW to NEW_SAVING
2014-04-10 11:12:00,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0013
2014-04-10 11:12:00,502 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0013
2014-04-10 11:12:00,502 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0013 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:12:00,502 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0013_000001
2014-04-10 11:12:00,503 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from NEW to SUBMITTED
2014-04-10 11:12:00,503 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0013 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2014-04-10 11:12:00,503 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0013 user: brock leaf-queue of parent: root #applications: 3
2014-04-10 11:12:00,503 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0013_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2, currently active: 3
2014-04-10 11:12:00,504 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:12:00,504 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0013 State change from SUBMITTED to ACCEPTED
2014-04-10 11:12:00,514 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:12:00,514 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741936_1112 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:12:00,514 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:12:00,515 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741938_1114 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:12:00,515 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741940_1116 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:12:00,515 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741939_1115 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:12:00,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0011 dst=null perm=null
2014-04-10 11:12:00,524 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0013
2014-04-10 11:12:00,547 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0013/
2014-04-10 11:12:00,547 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] submitted hadoop job: job_1397146165236_0013
2014-04-10 11:12:00,547 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [output1+output2] tracking url: http://localhost:56922/proxy/application_1397146165236_0013/
2014-04-10 11:12:00,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0012_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000001.tokens
2014-04-10 11:12:00,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:00,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:00,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:00,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:00,676 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36160, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1565209524_7926, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, duration: 744224
2014-04-10 11:12:00,702 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:00,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:00,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:00,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:00,733 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49246, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1565209524_7926, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, duration: 250276
2014-04-10 11:12:00,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:00,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=null
2014-04-10 11:12:00,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=null
2014-04-10 11:12:00,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=null
2014-04-10 11:12:00,773 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49246, bytes: 356, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1565209524_7926, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, duration: 150992
2014-04-10 11:12:00,791 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:00,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:00,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:00,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:00,819 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40670, bytes: 80347, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1565209524_7926, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, duration: 414355
2014-04-10 11:12:00,834 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:00,834 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:00,854 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:00,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:00,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000001/default_container_executor.sh]
2014-04-10 11:12:01,447 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:01,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:02,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/COMMIT_STARTED dst=null perm=null
2014-04-10 11:12:02,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:12:02,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/COMMIT_FAIL dst=null perm=null
2014-04-10 11:12:02,039 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073741945_1121 to datanode(s) 127.0.0.1:50700
2014-04-10 11:12:02,039 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073741946_1122 to datanode(s) 127.0.0.1:55447
2014-04-10 11:12:02,039 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741940_1116, blk_1073741942_1118, blk_1073741935_1111]
2014-04-10 11:12:02,040 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741939_1115, blk_1073741940_1116, blk_1073741942_1118, blk_1073741935_1111]
2014-04-10 11:12:02,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012 dst=null perm=null
2014-04-10 11:12:02,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:02,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:02,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:02,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:02,345 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36166, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125, duration: 179291
2014-04-10 11:12:02,934 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0012_000001 (auth:SIMPLE)
2014-04-10 11:12:02,936 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0012_000001
2014-04-10 11:12:02,936 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0012 APPATTEMPTID=appattempt_1397146165236_0012_000001
2014-04-10 11:12:02,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:12:02,936 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0012 State change from ACCEPTED to RUNNING
2014-04-10 11:12:03,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:03,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:03,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:03,167 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:12:03,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129 src: /127.0.0.1:40676 dest: /127.0.0.1:51097
2014-04-10 11:12:03,202 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129 src: /127.0.0.1:49254 dest: /127.0.0.1:55447
2014-04-10 11:12:03,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129 src: /127.0.0.1:41872 dest: /127.0.0.1:50700
2014-04-10 11:12:03,210 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41872, dest: /127.0.0.1:50700, bytes: 93586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129, duration: 6421299
2014-04-10 11:12:03,211 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:03,211 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49254, dest: /127.0.0.1:55447, bytes: 93586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129, duration: 7053303
2014-04-10 11:12:03,211 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:03,211 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:03,212 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40676, dest: /127.0.0.1:51097, bytes: 93586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129, duration: 7429210
2014-04-10 11:12:03,212 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:03,212 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:03,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:03,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:03,391 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122 to 127.0.0.1:55447
2014-04-10 11:12:03,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936 for deletion
2014-04-10 11:12:03,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741937 for deletion
2014-04-10 11:12:03,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741939 for deletion
2014-04-10 11:12:03,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741937
2014-04-10 11:12:03,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741940 for deletion
2014-04-10 11:12:03,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936
2014-04-10 11:12:03,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741942 for deletion
2014-04-10 11:12:03,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741940
2014-04-10 11:12:03,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122 src: /127.0.0.1:49257 dest: /127.0.0.1:55447
2014-04-10 11:12:03,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741942
2014-04-10 11:12:03,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935 for deletion
2014-04-10 11:12:03,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741939
2014-04-10 11:12:03,393 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:12:03,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935
2014-04-10 11:12:03,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122 src: /127.0.0.1:49257 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:12:03,396 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741946_1122 size 244650
2014-04-10 11:12:03,491 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121 to 127.0.0.1:50700
2014-04-10 11:12:03,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936 for deletion
2014-04-10 11:12:03,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741937 for deletion
2014-04-10 11:12:03,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936
2014-04-10 11:12:03,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741938 for deletion
2014-04-10 11:12:03,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741937
2014-04-10 11:12:03,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741940 for deletion
2014-04-10 11:12:03,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121 src: /127.0.0.1:41875 dest: /127.0.0.1:50700
2014-04-10 11:12:03,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741940
2014-04-10 11:12:03,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741942 for deletion
2014-04-10 11:12:03,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741938
2014-04-10 11:12:03,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935 for deletion
2014-04-10 11:12:03,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741942
2014-04-10 11:12:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935
2014-04-10 11:12:03,494 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:12:03,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121 src: /127.0.0.1:41875 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:12:03,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741945_1121 size 244650
2014-04-10 11:12:04,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:04,160 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000002
2014-04-10 11:12:04,160 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0012_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:12:04,160 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0012 container=Container: [ContainerId: container_1397146165236_0012_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0012_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:04,160 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3
2014-04-10 11:12:04,160 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:04,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123
2014-04-10 11:12:04,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121
2014-04-10 11:12:04,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128
2014-04-10 11:12:04,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129
2014-04-10 11:12:04,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123
2014-04-10 11:12:04,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124
2014-04-10 11:12:04,935 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127
2014-04-10 11:12:04,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127
2014-04-10 11:12:04,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:04,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121
2014-04-10 11:12:04,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123
2014-04-10 11:12:04,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126
2014-04-10 11:12:04,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128
2014-04-10 11:12:05,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:05,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:05,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:05,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:05,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:05,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:05,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:05,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:05,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:05,040 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741936_1112, blk_1073741937_1113, blk_1073741938_1114, blk_1073741939_1115, blk_1073741942_1118, blk_1073741935_1111]
2014-04-10 11:12:05,040 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741936_1112, blk_1073741938_1114, blk_1073741939_1115, blk_1073741940_1116, blk_1073741935_1111]
2014-04-10 11:12:05,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:05,086 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0012_000001 (auth:SIMPLE)
2014-04-10 11:12:05,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0012_01_000002 by user brock
2014-04-10 11:12:05,090 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0012
2014-04-10 11:12:05,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000002
2014-04-10 11:12:05,090 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from NEW to INITING
2014-04-10 11:12:05,090 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0012_01_000002 to application application_1397146165236_0012
2014-04-10 11:12:05,090 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from INITING to RUNNING
2014-04-10 11:12:05,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:12:05,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0012
2014-04-10 11:12:05,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0012
2014-04-10 11:12:05,091 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:05,091 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0012
2014-04-10 11:12:05,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:05,091 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:05,091 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0012_01_000002
2014-04-10 11:12:05,100 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0012_01_000002.tokens. Credentials list:
2014-04-10 11:12:05,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:05,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121
2014-04-10 11:12:05,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125
2014-04-10 11:12:05,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:05,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122
2014-04-10 11:12:05,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124
2014-04-10 11:12:05,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129
2014-04-10 11:12:05,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0012_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000002.tokens
2014-04-10 11:12:05,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0012 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:05,183 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122
2014-04-10 11:12:05,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:05,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:05,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar dst=null perm=null
2014-04-10 11:12:05,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41881, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1267205450_8062, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741945_1121, duration: 849277
2014-04-10 11:12:05,322 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:05,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122
2014-04-10 11:12:05,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126
2014-04-10 11:12:05,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:05,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:05,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml dst=null perm=null
2014-04-10 11:12:05,353 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36180, bytes: 80347, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1267205450_8062, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127, duration: 438204
2014-04-10 11:12:05,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741951_1127
2014-04-10 11:12:05,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128
2014-04-10 11:12:05,373 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:05,373 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:05,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129
2014-04-10 11:12:05,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741949_1125
2014-04-10 11:12:05,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124
2014-04-10 11:12:05,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:05,406 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:05,469 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000002/default_container_executor.sh]
2014-04-10 11:12:05,631 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0011_01_000001 succeeded
2014-04-10 11:12:05,632 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:12:05,632 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0011_01_000001
2014-04-10 11:12:05,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000001
2014-04-10 11:12:05,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000001
2014-04-10 11:12:05,639 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000001
2014-04-10 11:12:05,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000001
2014-04-10 11:12:05,639 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:12:05,639 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0011/container_1397146165236_0011_01_000001
2014-04-10 11:12:05,639 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0011_01_000001 from application application_1397146165236_0011
2014-04-10 11:12:05,639 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:05,640 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0011
2014-04-10 11:12:05,991 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936 for deletion
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741938 for deletion
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741939 for deletion
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741938
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741940 for deletion
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741939
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741940_1116 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741940
2014-04-10 11:12:06,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935 for deletion
2014-04-10 11:12:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935
2014-04-10 11:12:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936 for deletion
2014-04-10 11:12:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741937 for deletion
2014-04-10 11:12:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741938 for deletion
2014-04-10 11:12:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741937_1113 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741937
2014-04-10 11:12:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741939 for deletion
2014-04-10 11:12:06,490 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0011_01_000001
2014-04-10 11:12:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741942 for deletion
2014-04-10 11:12:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741939_1115 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741939
2014-04-10 11:12:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935 for deletion
2014-04-10 11:12:06,491 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741935_1111 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741935
2014-04-10 11:12:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741936_1112 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741936
2014-04-10 11:12:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741938_1114 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741938
2014-04-10 11:12:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741942_1118 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741942
2014-04-10 11:12:06,491 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0011_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:12:06,492 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0011 CONTAINERID=container_1397146165236_0011_01_000001
2014-04-10 11:12:06,492 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0011_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:06,492 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:12:06,492 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0011_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=3, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:06,492 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:06,492 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=3, numContainers=2
2014-04-10 11:12:06,492 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0011_000001 released container container_1397146165236_0011_01_000001 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:06,492 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0011_000001
2014-04-10 11:12:06,492 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0011_000001 State change from FINISHING to FINISHED
2014-04-10 11:12:06,492 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0011 State change from FINISHING to FINISHED
2014-04-10 11:12:06,492 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0011_000001 is done. finalState=FINISHED
2014-04-10 11:12:06,493 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0011
2014-04-10 11:12:06,493 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0011 requests cleared
2014-04-10 11:12:06,492 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0011_000001
2014-04-10 11:12:06,493 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0013 from user: brock activated in queue: default
2014-04-10 11:12:06,493 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0011 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:12:06,493 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0011 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:12:06,493 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0011,name=[48EDB83CC67141EC946C7C656129CEF5/54857CB01C5F405E95D78C88B164D41D] output1+output2/(1/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0011/jobhistory/job/job_1397146165236_0011,appMasterHost=localhost.localdomain,startTime=1397146305447,finishTime=1397146319497,finalStatus=SUCCEEDED
2014-04-10 11:12:06,495 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0011_000001 (auth:SIMPLE)
2014-04-10 11:12:06,495 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0011_01_000001
2014-04-10 11:12:06,669 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:06,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:06,669 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:06,669 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000001
2014-04-10 11:12:06,669 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0011
2014-04-10 11:12:06,669 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0013_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:12:06,670 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:06,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:06,670 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0013 container=Container: [ContainerId: container_1397146165236_0013_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0013_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:06,670 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0011, with delay of 10800 seconds
2014-04-10 11:12:06,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:06,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:06,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:06,670 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0013 AttemptId: appattempt_1397146165236_0013_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0013_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:12:06,671 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:12:06,670 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:12:06,671 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:12:06,671 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:06,671 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0013_000001
2014-04-10 11:12:06,671 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0013_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0013_000001
2014-04-10 11:12:06,671 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:12:06,673 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0013_000001 (auth:SIMPLE)
2014-04-10 11:12:06,673 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0013_01_000001 by user brock
2014-04-10 11:12:06,674 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0013
2014-04-10 11:12:06,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000001
2014-04-10 11:12:06,674 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from NEW to INITING
2014-04-10 11:12:06,674 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0013_01_000001 to application application_1397146165236_0013
2014-04-10 11:12:06,674 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0013_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0013_000001
2014-04-10 11:12:06,674 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from INITING to RUNNING
2014-04-10 11:12:06,674 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:12:06,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:12:06,674 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0013
2014-04-10 11:12:06,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:06,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:12:06,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:12:06,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:06,675 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0013_01_000001
2014-04-10 11:12:06,681 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0013_01_000001.tokens. Credentials list:
2014-04-10 11:12:06,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:06,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0013_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000001.tokens
2014-04-10 11:12:06,726 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:06,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:06,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:06,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:06,807 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49272, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1472448002_8160, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, duration: 600000
2014-04-10 11:12:06,822 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:06,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:06,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:06,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:06,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36188, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1472448002_8160, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, duration: 113326
2014-04-10 11:12:06,848 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:06,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=null
2014-04-10 11:12:06,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=null
2014-04-10 11:12:06,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=null
2014-04-10 11:12:06,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36188, bytes: 356, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1472448002_8160, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, duration: 225795
2014-04-10 11:12:06,878 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:06,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:06,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:06,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:06,892 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49272, bytes: 81333, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1472448002_8160, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, duration: 246121
2014-04-10 11:12:06,904 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:06,904 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:06,924 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:06,924 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:06,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job.split dst=null perm=null
2014-04-10 11:12:06,962 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000001/default_container_executor.sh]
2014-04-10 11:12:06,988 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36190, bytes: 356, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0012_m_000000_0_-1353216449_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741947_1123, duration: 217799
2014-04-10 11:12:07,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/part-00000 dst=null perm=null
2014-04-10 11:12:07,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/part-00000 dst=null perm=null
2014-04-10 11:12:07,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49276, bytes: 1713, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0012_m_000000_0_-1353216449_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, duration: 168044
2014-04-10 11:12:07,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1397146165236_0012_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,215 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1397146165236_0012_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:12:07,265 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130 src: /127.0.0.1:40700 dest: /127.0.0.1:51097
2014-04-10 11:12:07,266 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130 src: /127.0.0.1:36193 dest: /127.0.0.1:43710
2014-04-10 11:12:07,267 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130 src: /127.0.0.1:41896 dest: /127.0.0.1:50700
2014-04-10 11:12:07,272 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41896, dest: /127.0.0.1:50700, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0012_m_000000_0_-1353216449_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, duration: 4049876
2014-04-10 11:12:07,272 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:07,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,273 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36193, dest: /127.0.0.1:43710, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0012_m_000000_0_-1353216449_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, duration: 3356530
2014-04-10 11:12:07,273 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,273 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40700, dest: /127.0.0.1:51097, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0012_m_000000_0_-1353216449_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, duration: 5304106
2014-04-10 11:12:07,274 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,288 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1397146165236_0012_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0012_m_000000_0_-1353216449_1
2014-04-10 11:12:07,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1397146165236_0012_m_000000_0 dst=null perm=null
2014-04-10 11:12:07,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1397146165236_0012_m_000000_0 dst=null perm=null
2014-04-10 11:12:07,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1397146165236_0012_m_000000 dst=null perm=null
2014-04-10 11:12:07,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/_temporary/attempt_1397146165236_0012_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1397146165236_0012_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:07,406 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0012_01_000002
2014-04-10 11:12:07,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000002
2014-04-10 11:12:07,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:12:07,406 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0012_01_000002
2014-04-10 11:12:07,411 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0012_01_000002 is : 143
2014-04-10 11:12:07,419 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:07,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:07,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000002
2014-04-10 11:12:07,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000002
2014-04-10 11:12:07,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000002
2014-04-10 11:12:07,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000002
2014-04-10 11:12:07,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000002
2014-04-10 11:12:07,421 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:07,421 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0012_01_000002 from application application_1397146165236_0012
2014-04-10 11:12:07,421 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:07,421 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0012
2014-04-10 11:12:07,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131 src: /127.0.0.1:41898 dest: /127.0.0.1:50700
2014-04-10 11:12:07,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131 src: /127.0.0.1:49282 dest: /127.0.0.1:55447
2014-04-10 11:12:07,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131 src: /127.0.0.1:36198 dest: /127.0.0.1:43710
2014-04-10 11:12:07,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,447 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1.jhist for DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1 dst=null perm=null
2014-04-10 11:12:07,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:07,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:07,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1397146165236_0012_m_000000 dst=null perm=null
2014-04-10 11:12:07,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2014-04-10 11:12:07,491 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:07,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:07,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:07,491 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0011
2014-04-10 11:12:07,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:07,492 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:07,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0011
2014-04-10 11:12:07,492 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0011, with delay of 10800 seconds
2014-04-10 11:12:07,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary/1/task_1397146165236_0012_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary dst=null perm=null
2014-04-10 11:12:07,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,555 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,588 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,599 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36198, dest: /127.0.0.1:43710, bytes: 23636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131, duration: 166290333
2014-04-10 11:12:07,600 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:07,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 13029
2014-04-10 11:12:07,600 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49282, dest: /127.0.0.1:55447, bytes: 23636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131, duration: 167381209
2014-04-10 11:12:07,601 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,601 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41898, dest: /127.0.0.1:50700, bytes: 23636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131, duration: 168122763
2014-04-10 11:12:07,601 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 13029
2014-04-10 11:12:07,602 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 13029
2014-04-10 11:12:07,613 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,632 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:12:07,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132 src: /127.0.0.1:49284 dest: /127.0.0.1:55447
2014-04-10 11:12:07,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132 src: /127.0.0.1:40708 dest: /127.0.0.1:51097
2014-04-10 11:12:07,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132 src: /127.0.0.1:36201 dest: /127.0.0.1:43710
2014-04-10 11:12:07,652 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36201, dest: /127.0.0.1:43710, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132, duration: 1171920
2014-04-10 11:12:07,652 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:07,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,652 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40708, dest: /127.0.0.1:51097, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132, duration: 1272187
2014-04-10 11:12:07,652 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49284, dest: /127.0.0.1:55447, bytes: 441, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132, duration: 1724583
2014-04-10 11:12:07,653 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,669 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:07,672 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:07,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1.jhist dst=null perm=null
2014-04-10 11:12:07,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist_tmp dst=null perm=null
2014-04-10 11:12:07,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1.jhist dst=null perm=null
2014-04-10 11:12:07,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist_tmp dst=null perm=null
2014-04-10 11:12:07,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1.jhist dst=null perm=null
2014-04-10 11:12:07,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,715 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41904, bytes: 23824, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131, duration: 138432
2014-04-10 11:12:07,716 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:07,732 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133 src: /127.0.0.1:49288 dest: /127.0.0.1:55447
2014-04-10 11:12:07,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133 src: /127.0.0.1:41906 dest: /127.0.0.1:50700
2014-04-10 11:12:07,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133 src: /127.0.0.1:36205 dest: /127.0.0.1:43710
2014-04-10 11:12:07,736 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36205, dest: /127.0.0.1:43710, bytes: 23636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133, duration: 1366609
2014-04-10 11:12:07,736 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:07,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,737 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41906, dest: /127.0.0.1:50700, bytes: 23636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133, duration: 1732814
2014-04-10 11:12:07,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,737 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,737 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49288, dest: /127.0.0.1:55447, bytes: 23636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133, duration: 2334626
2014-04-10 11:12:07,737 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,755 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:07,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1_conf.xml dst=null perm=null
2014-04-10 11:12:07,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:07,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1_conf.xml dst=null perm=null
2014-04-10 11:12:07,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:07,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012/job_1397146165236_0012_1_conf.xml dst=null perm=null
2014-04-10 11:12:07,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:07,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41904, bytes: 94318, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741953_1129, duration: 264922
2014-04-10 11:12:07,801 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:07,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134 src: /127.0.0.1:40714 dest: /127.0.0.1:51097
2014-04-10 11:12:07,816 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134 src: /127.0.0.1:49292 dest: /127.0.0.1:55447
2014-04-10 11:12:07,817 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134 src: /127.0.0.1:36208 dest: /127.0.0.1:43710
2014-04-10 11:12:07,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36208, dest: /127.0.0.1:43710, bytes: 93586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134, duration: 2169753
2014-04-10 11:12:07,820 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:07,820 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,820 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49292, dest: /127.0.0.1:55447, bytes: 93586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134, duration: 2281031
2014-04-10 11:12:07,820 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,821 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40714, dest: /127.0.0.1:51097, bytes: 93586, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1771886917_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134, duration: 2779309
2014-04-10 11:12:07,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:07,821 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:07,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1771886917_1
2014-04-10 11:12:07,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:07,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:07,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:07,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:07,911 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0012_000001 with final state: FINISHING
2014-04-10 11:12:07,912 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:07,912 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0012 with final state: FINISHING
2014-04-10 11:12:07,912 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0012 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:07,912 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0012
2014-04-10 11:12:07,912 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:07,912 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0012 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:07,921 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:12:07,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:07,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:07,923 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0012 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist
2014-04-10 11:12:07,923 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist]
2014-04-10 11:12:07,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist dst=null perm=null
2014-04-10 11:12:07,925 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49294, bytes: 23824, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133, duration: 136958
2014-04-10 11:12:07,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary dst=null perm=null
2014-04-10 11:12:07,936 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36210, bytes: 445, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132, duration: 116396
2014-04-10 11:12:07,936 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0012,submitTime=1397146320437,launchTime=1397146322946,firstMapTaskLaunchTime=1397146325095,firstReduceTaskLaunchTime=0,finishTime=1397146327589,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=0,jobName=[48EDB83CC67141EC946C7C656129CEF5/A5B7E96058E84276A49B01DCB96D8F44] output1+output2/(2/3) ...edpipesplatform/splitout1
2014-04-10 11:12:07,936 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary]
2014-04-10 11:12:07,955 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741956_1132 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:12:07,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012.summary dst=null perm=null
2014-04-10 11:12:07,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:12:07,957 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist
2014-04-10 11:12:07,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0012-1397146320437-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FA5B7E96058E84276-1397146327589-1-0-SUCCEEDED-default-1397146322946.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:07,972 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0012_conf.xml
2014-04-10 11:12:07,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0012_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0012_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:08,041 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741956_1132]
2014-04-10 11:12:08,041 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741956_1132]
2014-04-10 11:12:08,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:08,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/COMMIT_STARTED dst=null perm=null
2014-04-10 11:12:08,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:12:08,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/COMMIT_FAIL dst=null perm=null
2014-04-10 11:12:08,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013 dst=null perm=null
2014-04-10 11:12:08,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:08,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:08,407 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0012_01_000002
2014-04-10 11:12:08,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:08,407 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0012_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:12:08,407 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000002
2014-04-10 11:12:08,407 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0012_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:08,407 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 11:12:08,408 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0012_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:08,408 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:08,408 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:12:08,408 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0012_000001 released container container_1397146165236_0012_01_000002 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:08,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:08,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:08,491 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36213, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741950_1126, duration: 160995
2014-04-10 11:12:08,972 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:12:08,972 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:12:08,972 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:12:08,972 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:12:08,972 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741955_1131 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:12:08,973 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741953_1129 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:12:08,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0012 dst=null perm=null
2014-04-10 11:12:09,076 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0013_000001 (auth:SIMPLE)
2014-04-10 11:12:09,078 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0013_000001
2014-04-10 11:12:09,078 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0013 APPATTEMPTID=appattempt_1397146165236_0013_000001
2014-04-10 11:12:09,078 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:12:09,078 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0013 State change from ACCEPTED to RUNNING
2014-04-10 11:12:09,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:09,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:09,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:09,257 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:09,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135 src: /127.0.0.1:41918 dest: /127.0.0.1:50700
2014-04-10 11:12:09,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135 src: /127.0.0.1:36218 dest: /127.0.0.1:43710
2014-04-10 11:12:09,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135 src: /127.0.0.1:40727 dest: /127.0.0.1:51097
2014-04-10 11:12:09,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40727, dest: /127.0.0.1:51097, bytes: 94636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135, duration: 4579516
2014-04-10 11:12:09,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:09,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:09,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36218, dest: /127.0.0.1:43710, bytes: 94636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135, duration: 5456667
2014-04-10 11:12:09,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:09,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:09,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41918, dest: /127.0.0.1:50700, bytes: 94636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135, duration: 6088678
2014-04-10 11:12:09,312 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:09,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:09,330 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:09,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741956 for deletion
2014-04-10 11:12:09,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741956
2014-04-10 11:12:09,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741956 for deletion
2014-04-10 11:12:09,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741956
2014-04-10 11:12:10,340 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131
2014-04-10 11:12:10,341 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133
2014-04-10 11:12:10,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135
2014-04-10 11:12:10,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130
2014-04-10 11:12:10,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133
2014-04-10 11:12:10,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131
2014-04-10 11:12:10,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134
2014-04-10 11:12:10,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130
2014-04-10 11:12:10,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134
2014-04-10 11:12:10,377 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130
2014-04-10 11:12:10,379 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135
2014-04-10 11:12:10,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741956_1132
2014-04-10 11:12:10,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741957_1133
2014-04-10 11:12:10,387 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741955_1131
2014-04-10 11:12:10,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741958_1134
2014-04-10 11:12:10,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:10,408 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000002
2014-04-10 11:12:10,408 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0013_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:12:10,409 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0013 container=Container: [ContainerId: container_1397146165236_0013_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0013_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:10,409 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:12:10,409 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:10,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135
2014-04-10 11:12:11,041 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741955_1131, blk_1073741945_1121, blk_1073741947_1123, blk_1073741949_1125, blk_1073741951_1127]
2014-04-10 11:12:11,041 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741953_1129, blk_1073741955_1131, blk_1073741945_1121, blk_1073741947_1123, blk_1073741949_1125, blk_1073741951_1127]
2014-04-10 11:12:11,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:11,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:11,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:11,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:11,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:11,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:11,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:11,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:11,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:11,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:11,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:11,217 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0013_000001 (auth:SIMPLE)
2014-04-10 11:12:11,219 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0013_01_000002 by user brock
2014-04-10 11:12:11,220 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0013
2014-04-10 11:12:11,220 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000002
2014-04-10 11:12:11,220 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from NEW to INITING
2014-04-10 11:12:11,220 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0013_01_000002 to application application_1397146165236_0013
2014-04-10 11:12:11,220 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from INITING to RUNNING
2014-04-10 11:12:11,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:12:11,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0013
2014-04-10 11:12:11,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0013
2014-04-10 11:12:11,221 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:11,221 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0013
2014-04-10 11:12:11,221 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:11,221 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:11,221 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0013_01_000002
2014-04-10 11:12:11,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0013_01_000002.tokens. Credentials list:
2014-04-10 11:12:11,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:11,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0013_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000002.tokens
2014-04-10 11:12:11,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0013 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:11,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:11,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:11,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:11,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar dst=null perm=null
2014-04-10 11:12:11,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49312, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1394349035_8341, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741946_1122, duration: 887427
2014-04-10 11:12:11,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:11,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:11,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:11,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml dst=null perm=null
2014-04-10 11:12:11,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40736, bytes: 81333, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1394349035_8341, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741952_1128, duration: 406515
2014-04-10 11:12:11,490 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:11,490 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:11,523 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:11,524 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:11,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000002/default_container_executor.sh]
2014-04-10 11:12:12,129 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741953 for deletion
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741955 for deletion
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945 for deletion
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741953
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947 for deletion
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741955
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741949 for deletion
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741951 for deletion
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945
2014-04-10 11:12:12,390 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741949
2014-04-10 11:12:12,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741951
2014-04-10 11:12:12,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741955 for deletion
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945 for deletion
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741955
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947 for deletion
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741949 for deletion
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741951 for deletion
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741949
2014-04-10 11:12:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741951
2014-04-10 11:12:12,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job.split dst=null perm=null
2014-04-10 11:12:13,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40741, bytes: 356, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0013_m_000000_0_167893563_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741948_1124, duration: 163504
2014-04-10 11:12:13,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/part-00000 dst=null perm=null
2014-04-10 11:12:13,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726/part-00000 dst=null perm=null
2014-04-10 11:12:13,078 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49319, bytes: 1713, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0013_m_000000_0_167893563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741941_1117, duration: 174404
2014-04-10 11:12:13,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1397146165236_0013_m_000000_0 dst=null perm=null
2014-04-10 11:12:13,296 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0013_01_000002
2014-04-10 11:12:13,296 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000002
2014-04-10 11:12:13,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:12:13,297 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0013_01_000002
2014-04-10 11:12:13,304 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0013_01_000002 is : 143
2014-04-10 11:12:13,311 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:13,314 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:13,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000002
2014-04-10 11:12:13,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000002
2014-04-10 11:12:13,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000002
2014-04-10 11:12:13,315 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000002
2014-04-10 11:12:13,315 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000002
2014-04-10 11:12:13,316 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:13,316 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0013_01_000002 from application application_1397146165236_0013
2014-04-10 11:12:13,316 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:13,316 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0013
2014-04-10 11:12:13,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136 src: /127.0.0.1:49320 dest: /127.0.0.1:55447
2014-04-10 11:12:13,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136 src: /127.0.0.1:41938 dest: /127.0.0.1:50700
2014-04-10 11:12:13,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136 src: /127.0.0.1:40745 dest: /127.0.0.1:51097
2014-04-10 11:12:13,356 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1.jhist for DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:14,042 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741953_1129, blk_1073741955_1131, blk_1073741956_1132, blk_1073741945_1121, blk_1073741947_1123, blk_1073741949_1125]
2014-04-10 11:12:14,042 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741953_1129, blk_1073741945_1121, blk_1073741947_1123, blk_1073741951_1127]
2014-04-10 11:12:14,094 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0012_01_000001 succeeded
2014-04-10 11:12:14,095 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:12:14,095 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0012_01_000001
2014-04-10 11:12:14,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000001
2014-04-10 11:12:14,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000001
2014-04-10 11:12:14,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000001
2014-04-10 11:12:14,110 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0012/container_1397146165236_0012_01_000001
2014-04-10 11:12:14,110 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000001
2014-04-10 11:12:14,110 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:12:14,110 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0012_01_000001 from application application_1397146165236_0012
2014-04-10 11:12:14,110 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:14,110 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0012
2014-04-10 11:12:14,297 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0013_01_000002
2014-04-10 11:12:14,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:14,298 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0013_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:12:14,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000002
2014-04-10 11:12:14,298 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0013_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:14,298 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 11:12:14,299 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0013_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:14,299 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:14,299 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:12:14,299 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0013_000001 released container container_1397146165236_0013_01_000002 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:14,450 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0012_01_000001
2014-04-10 11:12:14,451 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:14,451 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0012_000001
2014-04-10 11:12:14,451 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0012_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:12:14,451 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0012_000001 State change from FINISHING to FINISHED
2014-04-10 11:12:14,451 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0012 CONTAINERID=container_1397146165236_0012_01_000001
2014-04-10 11:12:14,452 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0012 State change from FINISHING to FINISHED
2014-04-10 11:12:14,452 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0012_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:14,452 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0012_000001
2014-04-10 11:12:14,452 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:12:14,452 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0012
2014-04-10 11:12:14,452 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0012_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:14,453 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0012,name=[48EDB83CC67141EC946C7C656129CEF5/A5B7E96058E84276A49B01DCB96D8F44] output1+output2/(2/3) ...edpipesplatform/splitout1,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0012/jobhistory/job/job_1397146165236_0012,appMasterHost=localhost.localdomain,startTime=1397146320437,finishTime=1397146327912,finalStatus=SUCCEEDED
2014-04-10 11:12:14,453 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:14,453 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1
2014-04-10 11:12:14,453 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0012_000001 released container container_1397146165236_0012_01_000001 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:14,453 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0012_000001 is done. finalState=FINISHED
2014-04-10 11:12:14,453 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0012 requests cleared
2014-04-10 11:12:14,453 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0012 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:12:14,454 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0012 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:12:14,455 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0012_000001 (auth:SIMPLE)
2014-04-10 11:12:14,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0012_01_000001
2014-04-10 11:12:15,298 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:15,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:15,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,299 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0012
2014-04-10 11:12:15,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,299 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000003
2014-04-10 11:12:15,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,300 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0013_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:12:15,300 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:15,300 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0012, with delay of 10800 seconds
2014-04-10 11:12:15,300 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0013 container=Container: [ContainerId: container_1397146165236_0013_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0013_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:15,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:12:15,301 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:15,451 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:15,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0012
2014-04-10 11:12:15,452 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0012
2014-04-10 11:12:15,453 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:15,453 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0012, with delay of 10800 seconds
2014-04-10 11:12:15,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741953 for deletion
2014-04-10 11:12:15,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945 for deletion
2014-04-10 11:12:15,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741953
2014-04-10 11:12:15,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947 for deletion
2014-04-10 11:12:15,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741951 for deletion
2014-04-10 11:12:15,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945
2014-04-10 11:12:15,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947
2014-04-10 11:12:15,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741951_1127 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741951
2014-04-10 11:12:15,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741953 for deletion
2014-04-10 11:12:15,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741955 for deletion
2014-04-10 11:12:15,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741953_1129 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741953
2014-04-10 11:12:15,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741956 for deletion
2014-04-10 11:12:15,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741955_1131 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741955
2014-04-10 11:12:15,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945 for deletion
2014-04-10 11:12:15,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741956_1132 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741956
2014-04-10 11:12:15,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947 for deletion
2014-04-10 11:12:15,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741949 for deletion
2014-04-10 11:12:15,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741947_1123 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741947
2014-04-10 11:12:15,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741945_1121 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741945
2014-04-10 11:12:15,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741949_1125 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741949
2014-04-10 11:12:16,145 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:16,157 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0013_01_000003 by user brock
2014-04-10 11:12:16,158 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000003
2014-04-10 11:12:16,158 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0013_01_000003 to application application_1397146165236_0013
2014-04-10 11:12:16,158 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:12:16,158 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0013
2014-04-10 11:12:16,159 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0013
2014-04-10 11:12:16,159 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:16,159 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0013
2014-04-10 11:12:16,159 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:16,186 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:16,187 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:16,244 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000003/default_container_executor.sh]
2014-04-10 11:12:16,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:17,149 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:17,874 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 1164 Total time for transactions(ms): 77 Number of transactions batched in Syncs: 4 Number of syncs: 801 SyncTimes(ms): 8950 6728
2014-04-10 11:12:17,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1397146165236_0013_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:17,985 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1397146165236_0013_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:18,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137 src: /127.0.0.1:49333 dest: /127.0.0.1:55447
2014-04-10 11:12:18,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137 src: /127.0.0.1:40757 dest: /127.0.0.1:51097
2014-04-10 11:12:18,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137 src: /127.0.0.1:41952 dest: /127.0.0.1:50700
2014-04-10 11:12:18,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41952, dest: /127.0.0.1:50700, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0013_r_000000_0_-1134515041_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, duration: 22696290
2014-04-10 11:12:18,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:18,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40757, dest: /127.0.0.1:51097, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0013_r_000000_0_-1134515041_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, duration: 24209410
2014-04-10 11:12:18,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49333, dest: /127.0.0.1:55447, bytes: 1490, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0013_r_000000_0_-1134515041_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, duration: 24976242
2014-04-10 11:12:18,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,104 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1397146165236_0013_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0013_r_000000_0_-1134515041_1
2014-04-10 11:12:18,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1397146165236_0013_r_000000_0 dst=null perm=null
2014-04-10 11:12:18,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1397146165236_0013_r_000000_0 dst=null perm=null
2014-04-10 11:12:18,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1397146165236_0013_r_000000 dst=null perm=null
2014-04-10 11:12:18,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/_temporary/attempt_1397146165236_0013_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1397146165236_0013_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:18,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0013_01_000003
2014-04-10 11:12:18,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000003
2014-04-10 11:12:18,235 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:12:18,235 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0013_01_000003
2014-04-10 11:12:18,241 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0013_01_000003 is : 143
2014-04-10 11:12:18,257 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:18,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000003
2014-04-10 11:12:18,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000003
2014-04-10 11:12:18,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000003
2014-04-10 11:12:18,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000003
2014-04-10 11:12:18,258 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000003
2014-04-10 11:12:18,258 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:18,258 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0013_01_000003 from application application_1397146165236_0013
2014-04-10 11:12:18,258 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:18,258 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0013
2014-04-10 11:12:18,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:18,421 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:18,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1 dst=null perm=null
2014-04-10 11:12:18,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:18,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:18,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1397146165236_0013_r_000000 dst=null perm=null
2014-04-10 11:12:18,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2014-04-10 11:12:18,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary/1/task_1397146165236_0013_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:18,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary dst=null perm=null
2014-04-10 11:12:18,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:18,504 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:18,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:18,538 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:18,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40745, dest: /127.0.0.1:51097, bytes: 37735, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136, duration: 5211892621
2014-04-10 11:12:18,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:18,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 13220
2014-04-10 11:12:18,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41938, dest: /127.0.0.1:50700, bytes: 37735, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136, duration: 5213187280
2014-04-10 11:12:18,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 13220
2014-04-10 11:12:18,567 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49320, dest: /127.0.0.1:55447, bytes: 37735, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136, duration: 5214306876
2014-04-10 11:12:18,567 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 13220
2014-04-10 11:12:18,579 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:18,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:18,599 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:18,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138 src: /127.0.0.1:41954 dest: /127.0.0.1:50700
2014-04-10 11:12:18,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138 src: /127.0.0.1:40761 dest: /127.0.0.1:51097
2014-04-10 11:12:18,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138 src: /127.0.0.1:36254 dest: /127.0.0.1:43710
2014-04-10 11:12:18,621 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36254, dest: /127.0.0.1:43710, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138, duration: 2205679
2014-04-10 11:12:18,621 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:18,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,621 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40761, dest: /127.0.0.1:51097, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138, duration: 2632061
2014-04-10 11:12:18,622 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,622 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41954, dest: /127.0.0.1:50700, bytes: 456, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138, duration: 3432565
2014-04-10 11:12:18,623 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,638 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:18,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:18,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1.jhist dst=null perm=null
2014-04-10 11:12:18,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist_tmp dst=null perm=null
2014-04-10 11:12:18,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1.jhist dst=null perm=null
2014-04-10 11:12:18,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist_tmp dst=null perm=null
2014-04-10 11:12:18,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1.jhist dst=null perm=null
2014-04-10 11:12:18,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:18,682 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49340, bytes: 38031, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136, duration: 278513
2014-04-10 11:12:18,685 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:18,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139 src: /127.0.0.1:40764 dest: /127.0.0.1:51097
2014-04-10 11:12:18,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139 src: /127.0.0.1:41959 dest: /127.0.0.1:50700
2014-04-10 11:12:18,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139 src: /127.0.0.1:36258 dest: /127.0.0.1:43710
2014-04-10 11:12:18,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36258, dest: /127.0.0.1:43710, bytes: 37735, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139, duration: 2869377
2014-04-10 11:12:18,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:18,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41959, dest: /127.0.0.1:50700, bytes: 37735, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139, duration: 3418522
2014-04-10 11:12:18,706 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40764, dest: /127.0.0.1:51097, bytes: 37735, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139, duration: 3924218
2014-04-10 11:12:18,706 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist_tmp is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:18,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:18,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1_conf.xml dst=null perm=null
2014-04-10 11:12:18,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:18,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1_conf.xml dst=null perm=null
2014-04-10 11:12:18,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:18,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013/job_1397146165236_0013_1_conf.xml dst=null perm=null
2014-04-10 11:12:18,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:18,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40767, bytes: 95376, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741959_1135, duration: 405813
2014-04-10 11:12:18,768 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:12:18,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140 src: /127.0.0.1:40768 dest: /127.0.0.1:51097
2014-04-10 11:12:18,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140 src: /127.0.0.1:41963 dest: /127.0.0.1:50700
2014-04-10 11:12:18,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140 src: /127.0.0.1:36262 dest: /127.0.0.1:43710
2014-04-10 11:12:18,793 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36262, dest: /127.0.0.1:43710, bytes: 94636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140, duration: 8188089
2014-04-10 11:12:18,794 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:18,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41963, dest: /127.0.0.1:50700, bytes: 94636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140, duration: 8893782
2014-04-10 11:12:18,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40768, dest: /127.0.0.1:51097, bytes: 94636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_211970133_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140, duration: 8802994
2014-04-10 11:12:18,796 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:18,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:18,813 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_211970133_1
2014-04-10 11:12:18,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:18,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:18,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:18,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:18,887 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0013_000001 with final state: FINISHING
2014-04-10 11:12:18,887 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:18,887 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0013 with final state: FINISHING
2014-04-10 11:12:18,888 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0013 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:18,888 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0013
2014-04-10 11:12:18,888 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:18,888 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0013 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:18,923 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:12:18,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:18,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:18,928 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0013 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist
2014-04-10 11:12:18,929 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist]
2014-04-10 11:12:18,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist dst=null perm=null
2014-04-10 11:12:18,932 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41967, bytes: 38031, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139, duration: 296557
2014-04-10 11:12:18,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary dst=null perm=null
2014-04-10 11:12:18,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40774, bytes: 460, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138, duration: 224362
2014-04-10 11:12:18,956 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0013,submitTime=1397146320501,launchTime=1397146329087,firstMapTaskLaunchTime=1397146331224,firstReduceTaskLaunchTime=1397146336159,finishTime=1397146338539,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[48EDB83CC67141EC946C7C656129CEF5/F24C9E4207774C63B66193652995327F] output1+output2/(3/3) ...edpipesplatform/splitout2
2014-04-10 11:12:18,956 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary]
2014-04-10 11:12:18,971 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:12:18,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013.summary dst=null perm=null
2014-04-10 11:12:18,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:12:18,974 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist
2014-04-10 11:12:18,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0013-1397146320501-brock-%5B48EDB83CC67141EC946C7C656129CEF5%2FF24C9E4207774C63-1397146338539-1-1-SUCCEEDED-default-1397146329087.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:18,988 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0013_conf.xml
2014-04-10 11:12:19,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0013_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0013_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:19,038 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:12:19,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/6460423525_output1_FBD358C086B04DB09E48900D01F8D726 dst=null perm=null
2014-04-10 11:12:19,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,039 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary
2014-04-10 11:12:19,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/_temporary dst=null perm=null
2014-04-10 11:12:19,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,041 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary
2014-04-10 11:12:19,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/_temporary dst=null perm=null
2014-04-10 11:12:19,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,062 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:19,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2014-04-10 11:12:19,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:41967, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, duration: 172486
2014-04-10 11:12:19,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,076 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:19,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2014-04-10 11:12:19,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40774, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, duration: 221647
2014-04-10 11:12:19,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,096 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:19,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2014-04-10 11:12:19,099 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40774, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, duration: 227593
2014-04-10 11:12:19,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,114 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:19,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2014-04-10 11:12:19,117 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49353, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, duration: 160278
2014-04-10 11:12:19,117 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitout1
2014-04-10 11:12:19,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1 dst=null perm=null
2014-04-10 11:12:19,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2014-04-10 11:12:19,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout1/part-00000 dst=null perm=null
2014-04-10 11:12:19,123 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40774, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741954_1130, duration: 168574
2014-04-10 11:12:19,123 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitout2
2014-04-10 11:12:19,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2 dst=null perm=null
2014-04-10 11:12:19,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2014-04-10 11:12:19,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitout2/part-00000 dst=null perm=null
2014-04-10 11:12:19,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49353, bytes: 1502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137, duration: 194020
2014-04-10 11:12:19,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:19,157 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:12:19,158 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:12:19,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:19,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:19,177 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] starting
2014-04-10 11:12:19,177 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:12:19,178 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1"]
2014-04-10 11:12:19,178 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2"]
2014-04-10 11:12:19,178 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] parallel execution is enabled: true
2014-04-10 11:12:19,178 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] starting jobs: 2
2014-04-10 11:12:19,178 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] allocating threads: 2
2014-04-10 11:12:19,179 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (2/2) ...eldedpipesplatform/split1
2014-04-10 11:12:19,179 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (1/2) ...eldedpipesplatform/split2
2014-04-10 11:12:19,188 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:19,200 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:19,211 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:19,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:19,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:19,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:19,214 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 14
2014-04-10 11:12:19,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014 dst=null perm=null
2014-04-10 11:12:19,222 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:19,236 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0013_01_000003
2014-04-10 11:12:19,236 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:19,236 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0013_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:12:19,237 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000003
2014-04-10 11:12:19,237 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0013_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:19,237 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:12:19,237 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0013_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:19,237 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:19,238 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:12:19,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:12:19,238 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0013_000001 released container container_1397146165236_0013_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:19,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:19,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:12:19,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:19,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:19,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:19,257 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 15
2014-04-10 11:12:19,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015 dst=null perm=null
2014-04-10 11:12:19,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:12:19,289 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:19,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141 src: /127.0.0.1:49355 dest: /127.0.0.1:55447
2014-04-10 11:12:19,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141 src: /127.0.0.1:36271 dest: /127.0.0.1:43710
2014-04-10 11:12:19,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141 src: /127.0.0.1:41974 dest: /127.0.0.1:50700
2014-04-10 11:12:19,315 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41974, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, duration: 6157975
2014-04-10 11:12:19,316 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,316 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,316 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36271, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, duration: 6759490
2014-04-10 11:12:19,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,317 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49355, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, duration: 5805531
2014-04-10 11:12:19,318 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:12:19,338 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:19,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:19,339 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar
2014-04-10 11:12:19,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:19,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:19,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:19,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142 src: /127.0.0.1:40781 dest: /127.0.0.1:51097
2014-04-10 11:12:19,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:19,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142 src: /127.0.0.1:41976 dest: /127.0.0.1:50700
2014-04-10 11:12:19,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:19,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:12:19,408 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142 src: /127.0.0.1:36275 dest: /127.0.0.1:43710
2014-04-10 11:12:19,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:12:19,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:12:19,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:12:19,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:12:19,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:19,413 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36275, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, duration: 3650473
2014-04-10 11:12:19,414 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,414 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,414 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41976, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, duration: 3700377
2014-04-10 11:12:19,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,415 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40781, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, duration: 4352467
2014-04-10 11:12:19,415 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,415 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,429 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:19,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:19,430 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:19,430 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar
2014-04-10 11:12:19,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:19,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:19,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:19,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:19,497 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split
2014-04-10 11:12:19,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:19,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:19,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:12:19,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:12:19,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:12:19,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:12:19,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143 src: /127.0.0.1:40785 dest: /127.0.0.1:51097
2014-04-10 11:12:19,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:12:19,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143 src: /127.0.0.1:49363 dest: /127.0.0.1:55447
2014-04-10 11:12:19,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:12:19,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:19,534 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143 src: /127.0.0.1:41981 dest: /127.0.0.1:50700
2014-04-10 11:12:19,535 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143 src: /127.0.0.1:36280 dest: /127.0.0.1:43710
2014-04-10 11:12:19,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:19,537 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:19,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:19,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36280, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 2342931
2014-04-10 11:12:19,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,541 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,541 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41981, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 3999873
2014-04-10 11:12:19,542 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,542 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49363, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 4868692
2014-04-10 11:12:19,542 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,543 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40785, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 5578724
2014-04-10 11:12:19,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,543 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,543 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,571 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:19,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,605 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split
2014-04-10 11:12:19,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:19,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,639 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:19,656 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:12:19,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144 src: /127.0.0.1:36281 dest: /127.0.0.1:43710
2014-04-10 11:12:19,657 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144 src: /127.0.0.1:40790 dest: /127.0.0.1:51097
2014-04-10 11:12:19,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144 src: /127.0.0.1:41985 dest: /127.0.0.1:50700
2014-04-10 11:12:19,662 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144 src: /127.0.0.1:49369 dest: /127.0.0.1:55447
2014-04-10 11:12:19,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49369, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 1934056
2014-04-10 11:12:19,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,666 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41985, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 2286773
2014-04-10 11:12:19,666 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,666 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40790, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 3250035
2014-04-10 11:12:19,667 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,667 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,667 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36281, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 3789370
2014-04-10 11:12:19,667 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145 src: /127.0.0.1:40793 dest: /127.0.0.1:51097
2014-04-10 11:12:19,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145 src: /127.0.0.1:41988 dest: /127.0.0.1:50700
2014-04-10 11:12:19,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145 src: /127.0.0.1:36287 dest: /127.0.0.1:43710
2014-04-10 11:12:19,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36287, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, duration: 1552481
2014-04-10 11:12:19,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41988, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, duration: 2120957
2014-04-10 11:12:19,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,679 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40793, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, duration: 2796034
2014-04-10 11:12:19,679 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,688 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:19,704 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:19,705 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:12:19,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,814 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:19,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,837 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:12:19,848 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146 src: /127.0.0.1:41990 dest: /127.0.0.1:50700
2014-04-10 11:12:19,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146 src: /127.0.0.1:49374 dest: /127.0.0.1:55447
2014-04-10 11:12:19,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146 src: /127.0.0.1:36290 dest: /127.0.0.1:43710
2014-04-10 11:12:19,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36290, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, duration: 1433413
2014-04-10 11:12:19,853 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49374, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, duration: 2186968
2014-04-10 11:12:19,854 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41990, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, duration: 2768903
2014-04-10 11:12:19,855 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147 src: /127.0.0.1:40799 dest: /127.0.0.1:51097
2014-04-10 11:12:19,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147 src: /127.0.0.1:41994 dest: /127.0.0.1:50700
2014-04-10 11:12:19,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147 src: /127.0.0.1:49378 dest: /127.0.0.1:55447
2014-04-10 11:12:19,870 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49378, dest: /127.0.0.1:55447, bytes: 80188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, duration: 2458367
2014-04-10 11:12:19,870 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,871 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41994, dest: /127.0.0.1:50700, bytes: 80188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, duration: 3069684
2014-04-10 11:12:19,871 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,871 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,872 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40799, dest: /127.0.0.1:51097, bytes: 80188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, duration: 3707075
2014-04-10 11:12:19,872 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,873 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:19,880 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:12:19,896 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:19,896 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0014
2014-04-10 11:12:19,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014 dst=null perm=null
2014-04-10 11:12:19,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:19,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:19,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:19,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:19,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:19,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:19,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:19,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:19,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:19,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:19,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:19,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:19,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:19,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:19,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,913 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741946_1122 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:12:19,913 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:12:19,913 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741950_1126 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:12:19,914 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741952_1128 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:12:19,914 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:12:19,914 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:12:19,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0013 dst=null perm=null
2014-04-10 11:12:19,953 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 14 submitted by user brock
2014-04-10 11:12:19,953 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0014
2014-04-10 11:12:19,953 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0014
2014-04-10 11:12:19,953 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0014
2014-04-10 11:12:19,953 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0014 State change from NEW to NEW_SAVING
2014-04-10 11:12:19,954 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0014 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:12:19,954 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0014_000001
2014-04-10 11:12:19,955 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from NEW to SUBMITTED
2014-04-10 11:12:19,955 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0014 from user: brock activated in queue: default
2014-04-10 11:12:19,955 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0014 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:12:19,955 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0014 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:12:19,955 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0014
2014-04-10 11:12:19,955 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0014_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:12:19,956 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:12:19,957 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0014 State change from SUBMITTED to ACCEPTED
2014-04-10 11:12:19,958 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0014/
2014-04-10 11:12:19,958 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0014
2014-04-10 11:12:19,958 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0014/
2014-04-10 11:12:19,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:19,970 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:12:19,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148 src: /127.0.0.1:36294 dest: /127.0.0.1:43710
2014-04-10 11:12:19,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148 src: /127.0.0.1:41997 dest: /127.0.0.1:50700
2014-04-10 11:12:19,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148 src: /127.0.0.1:49381 dest: /127.0.0.1:55447
2014-04-10 11:12:19,996 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49381, dest: /127.0.0.1:55447, bytes: 80196, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, duration: 3031165
2014-04-10 11:12:19,996 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:19,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,997 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41997, dest: /127.0.0.1:50700, bytes: 80196, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, duration: 3237967
2014-04-10 11:12:19,997 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,997 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:19,998 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36294, dest: /127.0.0.1:43710, bytes: 80196, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, duration: 4428969
2014-04-10 11:12:19,998 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:19,999 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:20,013 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:20,013 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0015
2014-04-10 11:12:20,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015 dst=null perm=null
2014-04-10 11:12:20,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:20,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:20,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:20,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:20,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:20,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:20,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:20,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:20,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:20,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:20,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:20,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:20,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:20,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:20,038 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 15 submitted by user brock
2014-04-10 11:12:20,038 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0015
2014-04-10 11:12:20,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0015
2014-04-10 11:12:20,038 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0015
2014-04-10 11:12:20,038 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0015 State change from NEW to NEW_SAVING
2014-04-10 11:12:20,039 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0015 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:12:20,039 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0015_000001
2014-04-10 11:12:20,039 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from NEW to SUBMITTED
2014-04-10 11:12:20,039 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0015 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2014-04-10 11:12:20,040 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0015 user: brock leaf-queue of parent: root #applications: 3
2014-04-10 11:12:20,040 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0015_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1, currently active: 3
2014-04-10 11:12:20,040 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:12:20,040 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0015 State change from SUBMITTED to ACCEPTED
2014-04-10 11:12:20,043 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073741965_1141 to datanode(s) 127.0.0.1:51097
2014-04-10 11:12:20,044 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073741966_1142 to datanode(s) 127.0.0.1:55447
2014-04-10 11:12:20,044 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741941_1117, blk_1073741959_1135, blk_1073741946_1122, blk_1073741962_1138, blk_1073741948_1124, blk_1073741950_1126]
2014-04-10 11:12:20,044 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741952_1128, blk_1073741941_1117, blk_1073741959_1135, blk_1073741960_1136, blk_1073741946_1122, blk_1073741962_1138, blk_1073741948_1124, blk_1073741950_1126]
2014-04-10 11:12:20,061 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0015
2014-04-10 11:12:20,084 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0015/
2014-04-10 11:12:20,084 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0015
2014-04-10 11:12:20,084 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0015/
2014-04-10 11:12:20,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:20,238 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000001
2014-04-10 11:12:20,238 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0014_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:12:20,238 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0014 container=Container: [ContainerId: container_1397146165236_0014_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0014_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:20,239 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2014-04-10 11:12:20,239 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:20,239 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:20,239 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0014 AttemptId: appattempt_1397146165236_0014_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0014_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ]
2014-04-10 11:12:20,239 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:12:20,240 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:12:20,240 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0014_000001
2014-04-10 11:12:20,241 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0014_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0014_000001
2014-04-10 11:12:20,241 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0014_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:12:20,244 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0014_000001 (auth:SIMPLE)
2014-04-10 11:12:20,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0014_01_000001 by user brock
2014-04-10 11:12:20,246 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0014
2014-04-10 11:12:20,246 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000001
2014-04-10 11:12:20,246 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from NEW to INITING
2014-04-10 11:12:20,246 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0014_01_000001 to application application_1397146165236_0014
2014-04-10 11:12:20,246 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0014_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0014_000001
2014-04-10 11:12:20,246 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from INITING to RUNNING
2014-04-10 11:12:20,247 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:12:20,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:12:20,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0014
2014-04-10 11:12:20,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:20,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:12:20,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:12:20,248 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:20,248 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0014_01_000001
2014-04-10 11:12:20,257 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0014_01_000001.tokens. Credentials list:
2014-04-10 11:12:20,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:20,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0014_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000001.tokens
2014-04-10 11:12:20,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:20,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136
2014-04-10 11:12:20,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148
2014-04-10 11:12:20,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139
2014-04-10 11:12:20,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136
2014-04-10 11:12:20,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139
2014-04-10 11:12:20,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143
2014-04-10 11:12:20,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144
2014-04-10 11:12:20,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741960_1136
2014-04-10 11:12:20,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137
2014-04-10 11:12:20,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143
2014-04-10 11:12:20,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:20,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:20,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:20,451 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49385, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-759517231_8638, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, duration: 863389
2014-04-10 11:12:20,477 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:20,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:20,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:20,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:20,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42004, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-759517231_8638, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, duration: 324305
2014-04-10 11:12:20,523 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:20,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:20,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:20,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:20,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141
2014-04-10 11:12:20,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138
2014-04-10 11:12:20,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42004, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-759517231_8638, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 236458
2014-04-10 11:12:20,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138
2014-04-10 11:12:20,563 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741963_1139
2014-04-10 11:12:20,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142
2014-04-10 11:12:20,569 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0014/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:20,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142
2014-04-10 11:12:20,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741962_1138
2014-04-10 11:12:20,584 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137
2014-04-10 11:12:20,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147
2014-04-10 11:12:20,585 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145
2014-04-10 11:12:20,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:20,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:20,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:20,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141
2014-04-10 11:12:20,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148
2014-04-10 11:12:20,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146
2014-04-10 11:12:20,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147
2014-04-10 11:12:20,597 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40811, bytes: 80816, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-759517231_8638, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, duration: 415769
2014-04-10 11:12:20,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144
2014-04-10 11:12:20,615 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0014/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:20,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:20,648 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:20,649 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:20,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000001/default_container_executor.sh]
2014-04-10 11:12:20,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142
2014-04-10 11:12:20,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140
2014-04-10 11:12:20,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143
2014-04-10 11:12:20,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741961_1137
2014-04-10 11:12:20,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145
2014-04-10 11:12:20,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141
2014-04-10 11:12:20,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145
2014-04-10 11:12:20,767 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143
2014-04-10 11:12:20,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140
2014-04-10 11:12:20,948 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147
2014-04-10 11:12:20,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144
2014-04-10 11:12:20,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146
2014-04-10 11:12:20,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741964_1140
2014-04-10 11:12:20,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144
2014-04-10 11:12:20,965 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146
2014-04-10 11:12:20,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148
2014-04-10 11:12:21,237 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:21,390 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141 to 127.0.0.1:51097
2014-04-10 11:12:21,390 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142 to 127.0.0.1:55447
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741952 for deletion
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741941 for deletion
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741952
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741941
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741959 for deletion
2014-04-10 11:12:21,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141 src: /127.0.0.1:40812 dest: /127.0.0.1:51097
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741959
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741960_1136 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741960 for deletion
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741962 for deletion
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741960_1136 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741960
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946 for deletion
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741962
2014-04-10 11:12:21,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948 for deletion
2014-04-10 11:12:21,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946
2014-04-10 11:12:21,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741950 for deletion
2014-04-10 11:12:21,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948
2014-04-10 11:12:21,392 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:12:21,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741950
2014-04-10 11:12:21,392 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:12:21,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141 src: /127.0.0.1:40812 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:12:21,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142 src: /127.0.0.1:49390 dest: /127.0.0.1:55447
2014-04-10 11:12:21,393 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741965_1141 size 244650
2014-04-10 11:12:21,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142 src: /127.0.0.1:49390 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:12:21,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741966_1142 size 244650
2014-04-10 11:12:21,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741941 for deletion
2014-04-10 11:12:21,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741959 for deletion
2014-04-10 11:12:21,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741941
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741962 for deletion
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741959
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946 for deletion
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741962
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948 for deletion
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741950 for deletion
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948
2014-04-10 11:12:21,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741950
2014-04-10 11:12:21,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:21,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/COMMIT_STARTED dst=null perm=null
2014-04-10 11:12:21,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:12:21,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/COMMIT_FAIL dst=null perm=null
2014-04-10 11:12:21,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014 dst=null perm=null
2014-04-10 11:12:21,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:21,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:22,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:22,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:22,210 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36308, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741969_1145, duration: 167334
2014-04-10 11:12:22,861 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0014_000001 (auth:SIMPLE)
2014-04-10 11:12:22,863 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0014_000001
2014-04-10 11:12:22,863 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0014 APPATTEMPTID=appattempt_1397146165236_0014_000001
2014-04-10 11:12:22,863 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:12:22,863 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0014 State change from ACCEPTED to RUNNING
2014-04-10 11:12:22,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:22,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:22,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:23,044 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741952_1128, blk_1073741941_1117, blk_1073741960_1136, blk_1073741946_1122, blk_1073741948_1124, blk_1073741950_1126]
2014-04-10 11:12:23,045 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741952_1128, blk_1073741959_1135, blk_1073741960_1136, blk_1073741946_1122, blk_1073741962_1138, blk_1073741948_1124]
2014-04-10 11:12:23,056 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:12:23,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149 src: /127.0.0.1:42013 dest: /127.0.0.1:50700
2014-04-10 11:12:23,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149 src: /127.0.0.1:36312 dest: /127.0.0.1:43710
2014-04-10 11:12:23,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149 src: /127.0.0.1:49398 dest: /127.0.0.1:55447
2014-04-10 11:12:23,100 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49398, dest: /127.0.0.1:55447, bytes: 94051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149, duration: 3890108
2014-04-10 11:12:23,100 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:23,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:23,101 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36312, dest: /127.0.0.1:43710, bytes: 94051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149, duration: 4468167
2014-04-10 11:12:23,101 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:23,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:23,101 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42013, dest: /127.0.0.1:50700, bytes: 94051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149, duration: 4726160
2014-04-10 11:12:23,101 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:23,101 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:23,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:23,737 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2014-04-10 11:12:23,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:23,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:24,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:24,238 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000002
2014-04-10 11:12:24,238 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0014_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:12:24,239 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0014 container=Container: [ContainerId: container_1397146165236_0014_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0014_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,239 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3
2014-04-10 11:12:24,239 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:24,240 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000003
2014-04-10 11:12:24,240 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0014_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:12:24,240 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0014 container=Container: [ContainerId: container_1397146165236_0014_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0014_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,240 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4
2014-04-10 11:12:24,241 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:24,454 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000004
2014-04-10 11:12:24,454 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0014_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:12:24,454 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0014 container=Container: [ContainerId: container_1397146165236_0014_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0014_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,455 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5
2014-04-10 11:12:24,455 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:24,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000005
2014-04-10 11:12:24,456 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0014_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:12:24,456 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0014 container=Container: [ContainerId: container_1397146165236_0014_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0014_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=3, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,456 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=3, numContainers=6
2014-04-10 11:12:24,456 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:24,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741952 for deletion
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741959 for deletion
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741952
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741960_1136 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741960 for deletion
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741959_1135 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741959
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741962 for deletion
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741960_1136 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741960
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741952 for deletion
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741962_1138 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741962
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741941 for deletion
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741952_1128 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741952
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741960_1136 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741960 for deletion
2014-04-10 11:12:24,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946 for deletion
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946 for deletion
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948 for deletion
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948 for deletion
2014-04-10 11:12:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946
2014-04-10 11:12:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741950 for deletion
2014-04-10 11:12:24,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741941_1117 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741941
2014-04-10 11:12:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741946_1122 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741946
2014-04-10 11:12:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741960_1136 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741960
2014-04-10 11:12:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948
2014-04-10 11:12:24,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741948_1124 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741948
2014-04-10 11:12:24,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741950_1126 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741950
2014-04-10 11:12:24,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:24,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:24,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:24,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:24,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:24,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:24,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:24,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:24,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:24,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:24,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:24,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:24,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:24,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:25,037 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0013_01_000001 succeeded
2014-04-10 11:12:25,037 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0014_000001 (auth:SIMPLE)
2014-04-10 11:12:25,038 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:12:25,037 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0014_000001 (auth:SIMPLE)
2014-04-10 11:12:25,038 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0013_01_000001
2014-04-10 11:12:25,042 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0014_01_000004 by user brock
2014-04-10 11:12:25,042 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0014
2014-04-10 11:12:25,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000004
2014-04-10 11:12:25,043 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from NEW to INITING
2014-04-10 11:12:25,043 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0014_01_000005 by user brock
2014-04-10 11:12:25,043 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0014_01_000004 to application application_1397146165236_0014
2014-04-10 11:12:25,043 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0014_01_000002 by user brock
2014-04-10 11:12:25,044 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0014_01_000003 by user brock
2014-04-10 11:12:25,044 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0014_01_000005 to application application_1397146165236_0014
2014-04-10 11:12:25,043 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000005
2014-04-10 11:12:25,044 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from INITING to RUNNING
2014-04-10 11:12:25,044 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0014_01_000002 to application application_1397146165236_0014
2014-04-10 11:12:25,044 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000003
2014-04-10 11:12:25,044 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0014_01_000003 to application application_1397146165236_0014
2014-04-10 11:12:25,044 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000002
2014-04-10 11:12:25,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:12:25,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:12:25,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:12:25,045 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:12:25,046 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,046 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,046 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:25,046 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,046 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:25,046 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0014
2014-04-10 11:12:25,046 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0014
2014-04-10 11:12:25,047 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:25,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,047 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:25,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,047 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:25,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0014
2014-04-10 11:12:25,047 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0014
2014-04-10 11:12:25,047 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:25,048 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0014
2014-04-10 11:12:25,048 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:25,048 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0014_01_000004
2014-04-10 11:12:25,048 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:25,049 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0014_01_000005
2014-04-10 11:12:25,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000001
2014-04-10 11:12:25,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000001
2014-04-10 11:12:25,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000001
2014-04-10 11:12:25,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0013/container_1397146165236_0013_01_000001
2014-04-10 11:12:25,061 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000001
2014-04-10 11:12:25,061 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0013_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:12:25,061 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0013_01_000001 from application application_1397146165236_0013
2014-04-10 11:12:25,062 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:25,062 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0014_01_000004.tokens. Credentials list:
2014-04-10 11:12:25,062 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0014_01_000005.tokens. Credentials list:
2014-04-10 11:12:25,062 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0013
2014-04-10 11:12:25,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:25,076 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:25,076 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:25,076 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:25,076 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:25,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000002/default_container_executor.sh]
2014-04-10 11:12:25,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000003/default_container_executor.sh]
2014-04-10 11:12:25,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0014_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000004.tokens
2014-04-10 11:12:25,143 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:25,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:25,238 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:25,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:25,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:25,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar dst=null perm=null
2014-04-10 11:12:25,252 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49406, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_833512886_8821, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141, duration: 434294
2014-04-10 11:12:25,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0014/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:25,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:25,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:25,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml dst=null perm=null
2014-04-10 11:12:25,285 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40830, bytes: 80816, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_833512886_8821, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741971_1147, duration: 198995
2014-04-10 11:12:25,297 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0014/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:25,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:25,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:25,320 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:25,320 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:25,320 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:25,320 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:25,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000004/default_container_executor.sh]
2014-04-10 11:12:25,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000005/default_container_executor.sh]
2014-04-10 11:12:25,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:25,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:25,674 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0013_01_000001
2014-04-10 11:12:25,674 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0013_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:25,674 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0013_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:12:25,674 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0013 CONTAINERID=container_1397146165236_0013_01_000001
2014-04-10 11:12:25,675 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0013_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:25,675 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:12:25,675 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0013_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:25,675 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:25,675 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=3, numContainers=5
2014-04-10 11:12:25,675 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0013_000001 released container container_1397146165236_0013_01_000001 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:25,675 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0013_000001
2014-04-10 11:12:25,675 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0013_000001 State change from FINISHING to FINISHED
2014-04-10 11:12:25,675 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0013 State change from FINISHING to FINISHED
2014-04-10 11:12:25,676 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0013_000001
2014-04-10 11:12:25,676 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0013_000001 is done. finalState=FINISHED
2014-04-10 11:12:25,676 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0013 requests cleared
2014-04-10 11:12:25,676 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0015 from user: brock activated in queue: default
2014-04-10 11:12:25,676 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0013 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:12:25,676 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0013 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:12:25,676 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0013
2014-04-10 11:12:25,676 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0013,name=[48EDB83CC67141EC946C7C656129CEF5/F24C9E4207774C63B66193652995327F] output1+output2/(3/3) ...edpipesplatform/splitout2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0013/jobhistory/job/job_1397146165236_0013,appMasterHost=localhost.localdomain,startTime=1397146320501,finishTime=1397146338887,finalStatus=SUCCEEDED
2014-04-10 11:12:25,678 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0013_000001 (auth:SIMPLE)
2014-04-10 11:12:25,688 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0013_01_000001
2014-04-10 11:12:25,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741965_1141
2014-04-10 11:12:25,800 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142
2014-04-10 11:12:25,801 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149
2014-04-10 11:12:25,921 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:25,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149
2014-04-10 11:12:25,968 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149
2014-04-10 11:12:26,238 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:26,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,239 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0013
2014-04-10 11:12:26,239 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:26,239 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0013, with delay of 10800 seconds
2014-04-10 11:12:26,239 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:26,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:26,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000001
2014-04-10 11:12:26,455 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0015_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:12:26,455 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0015 container=Container: [ContainerId: container_1397146165236_0015_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0015_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:26,455 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:12:26,455 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:26,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:26,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0015 AttemptId: appattempt_1397146165236_0015_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0015_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ]
2014-04-10 11:12:26,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:12:26,457 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:12:26,457 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0015_000001
2014-04-10 11:12:26,457 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0015_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0015_000001
2014-04-10 11:12:26,457 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0015_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:12:26,459 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0015_000001 (auth:SIMPLE)
2014-04-10 11:12:26,470 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0015_01_000001 by user brock
2014-04-10 11:12:26,470 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0015
2014-04-10 11:12:26,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000001
2014-04-10 11:12:26,470 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from NEW to INITING
2014-04-10 11:12:26,471 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0015_01_000001 to application application_1397146165236_0015
2014-04-10 11:12:26,471 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from INITING to RUNNING
2014-04-10 11:12:26,471 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0015_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0015_000001
2014-04-10 11:12:26,471 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:12:26,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:12:26,471 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0015
2014-04-10 11:12:26,472 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:26,472 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:12:26,472 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:12:26,472 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:26,472 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0015_01_000001
2014-04-10 11:12:26,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0015_01_000001.tokens. Credentials list:
2014-04-10 11:12:26,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0014_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000005.tokens
2014-04-10 11:12:26,619 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:26,675 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:26,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0013
2014-04-10 11:12:26,675 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0013 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:26,675 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0013, with delay of 10800 seconds
2014-04-10 11:12:26,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0013
2014-04-10 11:12:26,794 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:27,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0015_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000001.tokens
2014-04-10 11:12:27,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:27,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:27,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:27,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:27,336 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42036, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1710775101_8978, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, duration: 587124
2014-04-10 11:12:27,420 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:27,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:27,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:27,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:27,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:27,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:27,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42036, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1710775101_8978, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, duration: 139758
2014-04-10 11:12:27,589 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0015/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:27,594 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40845, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000000_0_2073375781_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 180486
2014-04-10 11:12:27,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:27,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:27,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:27,620 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40846, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1710775101_8978, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 150175
2014-04-10 11:12:27,634 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0015/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:27,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:27,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:27,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:27,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:27,669 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36340, bytes: 80824, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1710775101_8978, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, duration: 256974
2014-04-10 11:12:27,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:27,673 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36341, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000000_0_2073375781_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 158372
2014-04-10 11:12:27,683 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0015/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:27,683 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:27,705 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:27,705 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:27,722 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40850, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000001_0_569728436_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 186413
2014-04-10 11:12:27,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:27,750 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000001/default_container_executor.sh]
2014-04-10 11:12:27,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:27,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:27,887 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0014_m_000000_0_2073375781_1
2014-04-10 11:12:27,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000000_0 dst=null perm=null
2014-04-10 11:12:27,991 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36343, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000001_0_569728436_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 170652
2014-04-10 11:12:28,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:28,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job.split dst=null perm=null
2014-04-10 11:12:28,004 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:28,057 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36348, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000003_0_-1243673224_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 156482
2014-04-10 11:12:28,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150 src: /127.0.0.1:42048 dest: /127.0.0.1:50700
2014-04-10 11:12:28,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150 src: /127.0.0.1:36349 dest: /127.0.0.1:43710
2014-04-10 11:12:28,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150 src: /127.0.0.1:40858 dest: /127.0.0.1:51097
2014-04-10 11:12:28,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36347, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000002_0_-1986873000_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741967_1143, duration: 166740
2014-04-10 11:12:28,071 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40858, dest: /127.0.0.1:51097, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0014_m_000001_0_569728436_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, duration: 7344726
2014-04-10 11:12:28,071 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:28,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:28,072 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36349, dest: /127.0.0.1:43710, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0014_m_000001_0_569728436_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, duration: 7095915
2014-04-10 11:12:28,072 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:28,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:28,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:28,074 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42048, dest: /127.0.0.1:50700, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0014_m_000001_0_569728436_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, duration: 5012547
2014-04-10 11:12:28,074 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:28,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:28,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:28,126 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36348, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000003_0_-1243673224_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 186486
2014-04-10 11:12:28,128 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42053, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0014_m_000002_0_-1986873000_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 185823
2014-04-10 11:12:28,137 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0014_m_000001_0_569728436_1
2014-04-10 11:12:28,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:28,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:28,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000001_0 dst=null perm=null
2014-04-10 11:12:28,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000001_0 dst=null perm=null
2014-04-10 11:12:28,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000001 dst=null perm=null
2014-04-10 11:12:28,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:28,304 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0014_01_000003
2014-04-10 11:12:28,304 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000003
2014-04-10 11:12:28,304 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:12:28,304 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0014_01_000003
2014-04-10 11:12:28,324 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:28,328 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0014_01_000003 is : 143
2014-04-10 11:12:28,339 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:28,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000003
2014-04-10 11:12:28,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000003
2014-04-10 11:12:28,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000003
2014-04-10 11:12:28,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000003
2014-04-10 11:12:28,340 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000003
2014-04-10 11:12:28,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:28,340 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0014_01_000003 from application application_1397146165236_0014
2014-04-10 11:12:28,340 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:28,340 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0014
2014-04-10 11:12:28,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151 src: /127.0.0.1:49437 dest: /127.0.0.1:55447
2014-04-10 11:12:28,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151 src: /127.0.0.1:40861 dest: /127.0.0.1:51097
2014-04-10 11:12:28,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151 src: /127.0.0.1:36354 dest: /127.0.0.1:43710
2014-04-10 11:12:28,361 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1.jhist for DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:28,370 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0014_m_000002_0_-1986873000_1
2014-04-10 11:12:28,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0014_m_000003_0_-1243673224_1
2014-04-10 11:12:28,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000002_0 dst=null perm=null
2014-04-10 11:12:28,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000002_0 dst=null perm=null
2014-04-10 11:12:28,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000002 dst=null perm=null
2014-04-10 11:12:28,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:28,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000003_0 dst=null perm=null
2014-04-10 11:12:28,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000003_0 dst=null perm=null
2014-04-10 11:12:28,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000003 dst=null perm=null
2014-04-10 11:12:28,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:28,488 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0014_01_000004
2014-04-10 11:12:28,488 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000004
2014-04-10 11:12:28,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:12:28,489 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0014_01_000004
2014-04-10 11:12:28,496 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0014_01_000004 is : 143
2014-04-10 11:12:28,504 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:28,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000004
2014-04-10 11:12:28,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000004
2014-04-10 11:12:28,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000004
2014-04-10 11:12:28,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000004
2014-04-10 11:12:28,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000004
2014-04-10 11:12:28,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:28,505 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0014_01_000004 from application application_1397146165236_0014
2014-04-10 11:12:28,505 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:28,505 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0014
2014-04-10 11:12:28,516 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0014_01_000005
2014-04-10 11:12:28,516 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000005
2014-04-10 11:12:28,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:12:28,517 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0014_01_000005
2014-04-10 11:12:28,517 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0014_01_000004
2014-04-10 11:12:28,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:28,517 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0014_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:12:28,517 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000004
2014-04-10 11:12:28,517 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0014_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:12:28,517 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:12:28,518 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0014_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:28,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:28,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:12:28,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0014_000001 released container container_1397146165236_0014_01_000004 on node: host: localhost:44541 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:12:28,522 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0014_01_000005 is : 143
2014-04-10 11:12:28,530 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:28,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000005
2014-04-10 11:12:28,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000005
2014-04-10 11:12:28,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000005
2014-04-10 11:12:28,531 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000005
2014-04-10 11:12:28,531 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000005
2014-04-10 11:12:28,531 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:28,531 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0014_01_000005 from application application_1397146165236_0014
2014-04-10 11:12:28,531 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:28,531 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0014
2014-04-10 11:12:28,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000000_0 dst=null perm=null
2014-04-10 11:12:28,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000000 dst=null perm=null
2014-04-10 11:12:29,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/_temporary/attempt_1397146165236_0014_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:29,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0014_01_000002
2014-04-10 11:12:29,059 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000002
2014-04-10 11:12:29,059 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:12:29,060 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0014_01_000002
2014-04-10 11:12:29,060 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0014_01_000003
2014-04-10 11:12:29,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:29,060 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0014_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:12:29,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000003
2014-04-10 11:12:29,060 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0014_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:12:29,060 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:12:29,061 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0014_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:29,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:29,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:12:29,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0014_000001 released container container_1397146165236_0014_01_000003 on node: host: localhost:42468 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:12:29,065 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0014_01_000002 is : 143
2014-04-10 11:12:29,073 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:29,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000002
2014-04-10 11:12:29,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000002
2014-04-10 11:12:29,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000002
2014-04-10 11:12:29,074 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000002
2014-04-10 11:12:29,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000002
2014-04-10 11:12:29,074 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:29,074 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0014_01_000002 from application application_1397146165236_0014
2014-04-10 11:12:29,074 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:29,074 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0014
2014-04-10 11:12:29,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:29,095 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:29,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1 dst=null perm=null
2014-04-10 11:12:29,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000000 dst=null perm=null
2014-04-10 11:12:29,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null
2014-04-10 11:12:29,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/COMMIT_STARTED dst=null perm=null
2014-04-10 11:12:29,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:12:29,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/COMMIT_FAIL dst=null perm=null
2014-04-10 11:12:29,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000001 dst=null perm=null
2014-04-10 11:12:29,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null
2014-04-10 11:12:29,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000002 dst=null perm=null
2014-04-10 11:12:29,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null
2014-04-10 11:12:29,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:29,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000003 dst=null perm=null
2014-04-10 11:12:29,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null
2014-04-10 11:12:29,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015 dst=null perm=null
2014-04-10 11:12:29,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:29,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:29,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary/1/task_1397146165236_0014_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary dst=null perm=null
2014-04-10 11:12:29,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:29,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,262 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:29,272 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36354, dest: /127.0.0.1:43710, bytes: 46342, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151, duration: 913616172
2014-04-10 11:12:29,272 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:29,273 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40861, dest: /127.0.0.1:51097, bytes: 46342, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151, duration: 914328727
2014-04-10 11:12:29,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 14949
2014-04-10 11:12:29,273 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,273 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49437, dest: /127.0.0.1:55447, bytes: 46342, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151, duration: 914733000
2014-04-10 11:12:29,274 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 14949
2014-04-10 11:12:29,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 14949
2014-04-10 11:12:29,287 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1.jhist is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:29,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,306 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:29,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152 src: /127.0.0.1:40864 dest: /127.0.0.1:51097
2014-04-10 11:12:29,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152 src: /127.0.0.1:49442 dest: /127.0.0.1:55447
2014-04-10 11:12:29,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152 src: /127.0.0.1:42060 dest: /127.0.0.1:50700
2014-04-10 11:12:29,325 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42060, dest: /127.0.0.1:50700, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152, duration: 1006597
2014-04-10 11:12:29,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:29,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,325 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49442, dest: /127.0.0.1:55447, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152, duration: 1374191
2014-04-10 11:12:29,325 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,325 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40864, dest: /127.0.0.1:51097, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152, duration: 1615363
2014-04-10 11:12:29,326 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,337 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary_tmp is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:29,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:29,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1.jhist dst=null perm=null
2014-04-10 11:12:29,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist_tmp dst=null perm=null
2014-04-10 11:12:29,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1.jhist dst=null perm=null
2014-04-10 11:12:29,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist_tmp dst=null perm=null
2014-04-10 11:12:29,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1.jhist dst=null perm=null
2014-04-10 11:12:29,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,383 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36359, bytes: 46706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151, duration: 135177
2014-04-10 11:12:29,385 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:12:29,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153 src: /127.0.0.1:49445 dest: /127.0.0.1:55447
2014-04-10 11:12:29,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153 src: /127.0.0.1:42063 dest: /127.0.0.1:50700
2014-04-10 11:12:29,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153 src: /127.0.0.1:36362 dest: /127.0.0.1:43710
2014-04-10 11:12:29,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36362, dest: /127.0.0.1:43710, bytes: 46342, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153, duration: 1163957
2014-04-10 11:12:29,400 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:29,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42063, dest: /127.0.0.1:50700, bytes: 46342, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153, duration: 1504494
2014-04-10 11:12:29,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49445, dest: /127.0.0.1:55447, bytes: 46342, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153, duration: 1970071
2014-04-10 11:12:29,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:29,412 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:29,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:29,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:29,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1_conf.xml dst=null perm=null
2014-04-10 11:12:29,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:29,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1_conf.xml dst=null perm=null
2014-04-10 11:12:29,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:29,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014/job_1397146165236_0014_1_conf.xml dst=null perm=null
2014-04-10 11:12:29,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:29,447 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36359, bytes: 94787, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741973_1149, duration: 182559
2014-04-10 11:12:29,448 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:12:29,455 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49448, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741970_1146, duration: 149458
2014-04-10 11:12:29,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154 src: /127.0.0.1:49449 dest: /127.0.0.1:55447
2014-04-10 11:12:29,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154 src: /127.0.0.1:36365 dest: /127.0.0.1:43710
2014-04-10 11:12:29,465 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154 src: /127.0.0.1:42068 dest: /127.0.0.1:50700
2014-04-10 11:12:29,466 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42068, dest: /127.0.0.1:50700, bytes: 94051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154, duration: 1257252
2014-04-10 11:12:29,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:29,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,467 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36365, dest: /127.0.0.1:43710, bytes: 94051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154, duration: 1389207
2014-04-10 11:12:29,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,467 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49449, dest: /127.0.0.1:55447, bytes: 94051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1575100931_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154, duration: 1992709
2014-04-10 11:12:29,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:29,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:29,487 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1575100931_1
2014-04-10 11:12:29,517 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0014_01_000005
2014-04-10 11:12:29,518 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:29,518 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0014_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:12:29,518 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000005
2014-04-10 11:12:29,518 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0014_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:12:29,518 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 11:12:29,518 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0014_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:29,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:29,518 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:12:29,518 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0014_000001 released container container_1397146165236_0014_01_000005 on node: host: localhost:44541 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:12:29,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:29,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:29,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:29,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:29,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0014_000001 with final state: FINISHING
2014-04-10 11:12:29,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:29,618 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0014 with final state: FINISHING
2014-04-10 11:12:29,618 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0014 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:29,618 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0014
2014-04-10 11:12:29,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:29,619 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0014 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:29,679 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:12:29,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:29,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:29,681 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0014 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist
2014-04-10 11:12:29,682 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist]
2014-04-10 11:12:29,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist dst=null perm=null
2014-04-10 11:12:29,684 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49453, bytes: 46706, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153, duration: 124364
2014-04-10 11:12:29,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary dst=null perm=null
2014-04-10 11:12:29,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42071, bytes: 441, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152, duration: 115715
2014-04-10 11:12:29,697 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0014,submitTime=1397146339952,launchTime=1397146342876,firstMapTaskLaunchTime=1397146345055,firstReduceTaskLaunchTime=0,finishTime=1397146349263,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=14,reduceSlotSeconds=0,jobName=[53700A01F72544A0A7BA2831CBDDE6A5/D4CB2CFAA7524DCEBDE47F237148E423] left+right/(2/2) ...eldedpipesplatform/split1
2014-04-10 11:12:29,697 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary]
2014-04-10 11:12:29,712 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:12:29,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014.summary dst=null perm=null
2014-04-10 11:12:29,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:12:29,714 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist
2014-04-10 11:12:29,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0014-1397146339952-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2FD4CB2CFAA7524DCE-1397146349263-4-0-SUCCEEDED-default-1397146342876.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:29,748 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0014_conf.xml
2014-04-10 11:12:29,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0014_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0014_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:30,055 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0015_000001 (auth:SIMPLE)
2014-04-10 11:12:30,057 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0015_000001
2014-04-10 11:12:30,057 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0015 APPATTEMPTID=appattempt_1397146165236_0015_000001
2014-04-10 11:12:30,057 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:12:30,057 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0015 State change from ACCEPTED to RUNNING
2014-04-10 11:12:30,060 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0014_01_000002
2014-04-10 11:12:30,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:30,060 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0014_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:12:30,060 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000002
2014-04-10 11:12:30,060 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0014_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:12:30,061 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:2> numContainers=2 user=brock user-resources=<memory:4096, vCores:2>
2014-04-10 11:12:30,061 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0014_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:30,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:30,061 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:12:30,061 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0014_000001 released container container_1397146165236_0014_01_000002 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:12:30,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:30,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:30,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:30,244 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:30,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155 src: /127.0.0.1:42073 dest: /127.0.0.1:50700
2014-04-10 11:12:30,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155 src: /127.0.0.1:49457 dest: /127.0.0.1:55447
2014-04-10 11:12:30,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155 src: /127.0.0.1:40881 dest: /127.0.0.1:51097
2014-04-10 11:12:30,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40881, dest: /127.0.0.1:51097, bytes: 94059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155, duration: 4027539
2014-04-10 11:12:30,292 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:30,292 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49457, dest: /127.0.0.1:55447, bytes: 94059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155, duration: 4153735
2014-04-10 11:12:30,292 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:12:30,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:30,293 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42073, dest: /127.0.0.1:50700, bytes: 94059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155, duration: 4548543
2014-04-10 11:12:30,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:30,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:12:30,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:12:30,312 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:30,712 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:12:30,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741967_1143 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:12:30,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741969_1145 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:12:30,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741971_1147 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:12:30,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:12:30,713 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:12:30,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0014 dst=null perm=null
2014-04-10 11:12:30,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150
2014-04-10 11:12:30,790 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152
2014-04-10 11:12:30,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151
2014-04-10 11:12:30,792 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155
2014-04-10 11:12:30,804 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153
2014-04-10 11:12:30,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155
2014-04-10 11:12:30,806 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151
2014-04-10 11:12:30,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152
2014-04-10 11:12:30,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154
2014-04-10 11:12:30,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153
2014-04-10 11:12:30,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150
2014-04-10 11:12:30,956 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741976_1152
2014-04-10 11:12:30,957 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154
2014-04-10 11:12:30,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155
2014-04-10 11:12:30,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741975_1151
2014-04-10 11:12:30,973 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741978_1154
2014-04-10 11:12:30,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150
2014-04-10 11:12:30,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741977_1153
2014-04-10 11:12:31,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:31,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000002
2014-04-10 11:12:31,498 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0015_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:12:31,498 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0015 container=Container: [ContainerId: container_1397146165236_0015_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0015_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:31,498 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:12:31,498 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:31,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:31,499 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000003
2014-04-10 11:12:31,499 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0015_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:12:31,499 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0015 container=Container: [ContainerId: container_1397146165236_0015_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0015_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:31,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:12:31,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:31,500 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:31,500 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000004
2014-04-10 11:12:31,500 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0015_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:12:31,500 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0015 container=Container: [ContainerId: container_1397146165236_0015_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0015_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:31,501 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:12:31,501 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:31,501 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:31,501 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000005
2014-04-10 11:12:31,501 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0015_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:12:31,502 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0015 container=Container: [ContainerId: container_1397146165236_0015_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0015_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:31,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:12:31,502 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:32,046 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741969_1145, blk_1073741973_1149, blk_1073741975_1151, blk_1073741965_1141, blk_1073741967_1143]
2014-04-10 11:12:32,046 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741969_1145, blk_1073741971_1147, blk_1073741975_1151, blk_1073741976_1152, blk_1073741965_1141, blk_1073741967_1143]
2014-04-10 11:12:32,093 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:32,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:32,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:32,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:32,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:32,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:32,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:32,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:32,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:32,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:32,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:32,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:32,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:32,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:32,214 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0015_000001 (auth:SIMPLE)
2014-04-10 11:12:32,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0015_01_000002 by user brock
2014-04-10 11:12:32,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0015_01_000003 by user brock
2014-04-10 11:12:32,217 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0015
2014-04-10 11:12:32,218 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0015_01_000003 to application application_1397146165236_0015
2014-04-10 11:12:32,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0015_01_000004 by user brock
2014-04-10 11:12:32,218 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0015_01_000005 by user brock
2014-04-10 11:12:32,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000002
2014-04-10 11:12:32,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000003
2014-04-10 11:12:32,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000005
2014-04-10 11:12:32,218 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000004
2014-04-10 11:12:32,218 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from NEW to INITING
2014-04-10 11:12:32,219 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0015_01_000002 to application application_1397146165236_0015
2014-04-10 11:12:32,219 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0015_01_000004 to application application_1397146165236_0015
2014-04-10 11:12:32,219 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0015_01_000005 to application application_1397146165236_0015
2014-04-10 11:12:32,219 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from INITING to RUNNING
2014-04-10 11:12:32,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:12:32,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:12:32,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:12:32,220 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:12:32,220 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,220 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,220 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:32,221 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0015
2014-04-10 11:12:32,221 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:32,221 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:32,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,221 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:32,221 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0015
2014-04-10 11:12:32,221 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,222 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:32,222 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0015
2014-04-10 11:12:32,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0015
2014-04-10 11:12:32,222 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:32,222 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0015
2014-04-10 11:12:32,223 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0015_01_000005
2014-04-10 11:12:32,223 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0015_01_000004
2014-04-10 11:12:32,223 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0015_01_000002
2014-04-10 11:12:32,224 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0015_01_000003
2014-04-10 11:12:32,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0015_01_000002.tokens. Credentials list:
2014-04-10 11:12:32,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0015_01_000005.tokens. Credentials list:
2014-04-10 11:12:32,239 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0015_01_000004.tokens. Credentials list:
2014-04-10 11:12:32,240 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0015_01_000003.tokens. Credentials list:
2014-04-10 11:12:32,255 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:32,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0015_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000002.tokens
2014-04-10 11:12:32,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:32,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:32,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:32,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar dst=null perm=null
2014-04-10 11:12:32,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36377, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1581677484_9201, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741966_1142, duration: 820645
2014-04-10 11:12:32,474 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0015/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:32,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:32,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:32,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml dst=null perm=null
2014-04-10 11:12:32,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:32,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:32,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:32,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:32,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36377, bytes: 80824, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1581677484_9201, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741972_1148, duration: 357768
2014-04-10 11:12:32,521 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:32,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:32,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:32,521 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:32,522 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:32,556 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:32,557 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:32,557 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:32,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:32,557 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:32,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:32,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:32,557 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:32,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000005/default_container_executor.sh]
2014-04-10 11:12:32,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000003/default_container_executor.sh]
2014-04-10 11:12:32,627 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000004/default_container_executor.sh]
2014-04-10 11:12:32,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000002/default_container_executor.sh]
2014-04-10 11:12:33,114 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741969 for deletion
2014-04-10 11:12:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741973 for deletion
2014-04-10 11:12:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741969
2014-04-10 11:12:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741975 for deletion
2014-04-10 11:12:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965 for deletion
2014-04-10 11:12:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741973
2014-04-10 11:12:33,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967 for deletion
2014-04-10 11:12:33,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741975
2014-04-10 11:12:33,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965
2014-04-10 11:12:33,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967
2014-04-10 11:12:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741969 for deletion
2014-04-10 11:12:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741971 for deletion
2014-04-10 11:12:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741975 for deletion
2014-04-10 11:12:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741976 for deletion
2014-04-10 11:12:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741971
2014-04-10 11:12:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965 for deletion
2014-04-10 11:12:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741976
2014-04-10 11:12:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741969
2014-04-10 11:12:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741975
2014-04-10 11:12:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967 for deletion
2014-04-10 11:12:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965
2014-04-10 11:12:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967
2014-04-10 11:12:33,592 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:33,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0015_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000003.tokens
2014-04-10 11:12:33,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:33,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:33,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0015_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000004.tokens
2014-04-10 11:12:33,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:33,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:34,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0015_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000005.tokens
2014-04-10 11:12:34,019 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:35,046 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741971_1147, blk_1073741973_1149, blk_1073741975_1151, blk_1073741976_1152, blk_1073741965_1141, blk_1073741967_1143]
2014-04-10 11:12:35,047 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741969_1145, blk_1073741971_1147, blk_1073741973_1149, blk_1073741976_1152, blk_1073741965_1141, blk_1073741967_1143]
2014-04-10 11:12:35,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:35,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:35,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42089, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000000_0_1247579452_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 197005
2014-04-10 11:12:35,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:35,161 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40896, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000003_0_-909607780_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 188013
2014-04-10 11:12:35,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job.split dst=null perm=null
2014-04-10 11:12:35,204 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49476, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000002_0_507395960_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 198048
2014-04-10 11:12:35,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:35,210 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36392, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000000_0_1247579452_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 188693
2014-04-10 11:12:35,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:35,221 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42095, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000003_0_-909607780_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 128293
2014-04-10 11:12:35,240 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49479, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000001_0_-1630382997_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741968_1144, duration: 195058
2014-04-10 11:12:35,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:35,260 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36395, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000002_0_507395960_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 151043
2014-04-10 11:12:35,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:35,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,413 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:35,445 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0015_m_000002_0_507395960_1
2014-04-10 11:12:35,447 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:35,455 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36397, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0015_m_000001_0_-1630382997_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 196263
2014-04-10 11:12:35,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156 src: /127.0.0.1:36396 dest: /127.0.0.1:43710
2014-04-10 11:12:35,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156 src: /127.0.0.1:42100 dest: /127.0.0.1:50700
2014-04-10 11:12:35,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156 src: /127.0.0.1:49485 dest: /127.0.0.1:55447
2014-04-10 11:12:35,473 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49485, dest: /127.0.0.1:55447, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0015_m_000000_0_1247579452_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, duration: 3375060
2014-04-10 11:12:35,473 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:35,473 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42100, dest: /127.0.0.1:50700, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0015_m_000000_0_1247579452_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, duration: 3867058
2014-04-10 11:12:35,474 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,474 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36396, dest: /127.0.0.1:43710, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0015_m_000000_0_1247579452_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, duration: 4950465
2014-04-10 11:12:35,474 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,474 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,478 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0015_m_000001_0_-1630382997_1
2014-04-10 11:12:35,495 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0015_m_000000_0_1247579452_1
2014-04-10 11:12:35,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157 src: /127.0.0.1:36399 dest: /127.0.0.1:43710
2014-04-10 11:12:35,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157 src: /127.0.0.1:42103 dest: /127.0.0.1:50700
2014-04-10 11:12:35,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157 src: /127.0.0.1:49487 dest: /127.0.0.1:55447
2014-04-10 11:12:35,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000002_0 dst=null perm=null
2014-04-10 11:12:35,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000002_0 dst=null perm=null
2014-04-10 11:12:35,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000002 dst=null perm=null
2014-04-10 11:12:35,513 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49487, dest: /127.0.0.1:55447, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0015_m_000003_0_-909607780_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, duration: 6927248
2014-04-10 11:12:35,513 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:35,513 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42103, dest: /127.0.0.1:50700, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0015_m_000003_0_-909607780_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, duration: 7659235
2014-04-10 11:12:35,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,514 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36399, dest: /127.0.0.1:43710, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0015_m_000003_0_-909607780_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, duration: 8360019
2014-04-10 11:12:35,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000001_0 dst=null perm=null
2014-04-10 11:12:35,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:35,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000001_0 dst=null perm=null
2014-04-10 11:12:35,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000001 dst=null perm=null
2014-04-10 11:12:35,545 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0015_m_000003_0_-909607780_1
2014-04-10 11:12:35,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000000_0 dst=null perm=null
2014-04-10 11:12:35,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:35,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000000_0 dst=null perm=null
2014-04-10 11:12:35,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000000 dst=null perm=null
2014-04-10 11:12:35,585 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0015_01_000004
2014-04-10 11:12:35,585 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000004
2014-04-10 11:12:35,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:12:35,585 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0015_01_000004
2014-04-10 11:12:35,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:35,599 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0015_01_000004 is : 143
2014-04-10 11:12:35,610 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:35,610 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:35,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000003_0 dst=null perm=null
2014-04-10 11:12:35,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000004
2014-04-10 11:12:35,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000004
2014-04-10 11:12:35,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000004
2014-04-10 11:12:35,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000004
2014-04-10 11:12:35,611 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000004
2014-04-10 11:12:35,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:35,612 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0015_01_000004 from application application_1397146165236_0015
2014-04-10 11:12:35,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:35,612 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0015
2014-04-10 11:12:35,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000003_0 dst=null perm=null
2014-04-10 11:12:35,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000003 dst=null perm=null
2014-04-10 11:12:35,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158 src: /127.0.0.1:40911 dest: /127.0.0.1:51097
2014-04-10 11:12:35,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158 src: /127.0.0.1:36404 dest: /127.0.0.1:43710
2014-04-10 11:12:35,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0015_01_000003
2014-04-10 11:12:35,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000003
2014-04-10 11:12:35,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:12:35,628 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0015_01_000003
2014-04-10 11:12:35,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0015_01_000004
2014-04-10 11:12:35,630 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:35,630 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0015_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:12:35,630 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000004
2014-04-10 11:12:35,630 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0015_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:12:35,630 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:5> numContainers=5 user=brock user-resources=<memory:7168, vCores:5>
2014-04-10 11:12:35,630 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0015_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:35,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:35,631 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:12:35,631 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0015_000001 released container container_1397146165236_0015_01_000004 on node: host: localhost:57966 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:12:35,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158 src: /127.0.0.1:42107 dest: /127.0.0.1:50700
2014-04-10 11:12:35,636 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0015_01_000003 is : 143
2014-04-10 11:12:35,636 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1.jhist for DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:35,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/_temporary/attempt_1397146165236_0015_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:35,641 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0015_01_000002
2014-04-10 11:12:35,641 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000002
2014-04-10 11:12:35,644 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:35,644 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:12:35,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000003
2014-04-10 11:12:35,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000003
2014-04-10 11:12:35,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000003
2014-04-10 11:12:35,644 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0015_01_000002
2014-04-10 11:12:35,644 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000003
2014-04-10 11:12:35,649 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0015_01_000002 is : 143
2014-04-10 11:12:35,657 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000003
2014-04-10 11:12:35,657 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:35,657 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:35,657 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0015_01_000003 from application application_1397146165236_0015
2014-04-10 11:12:35,658 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:35,658 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0015
2014-04-10 11:12:35,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000002
2014-04-10 11:12:35,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000002
2014-04-10 11:12:35,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000002
2014-04-10 11:12:35,658 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000002
2014-04-10 11:12:35,658 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:35,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000002
2014-04-10 11:12:35,658 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0015_01_000002 from application application_1397146165236_0015
2014-04-10 11:12:35,658 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:35,658 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0015
2014-04-10 11:12:35,685 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0015_01_000005
2014-04-10 11:12:35,685 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000005
2014-04-10 11:12:35,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:12:35,685 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0015_01_000005
2014-04-10 11:12:35,685 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0015_01_000002
2014-04-10 11:12:35,685 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0015_01_000003
2014-04-10 11:12:35,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:35,686 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0015_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:12:35,686 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000002
2014-04-10 11:12:35,686 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0015_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:12:35,686 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:4> numContainers=4 user=brock user-resources=<memory:6144, vCores:4>
2014-04-10 11:12:35,686 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0015_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:35,686 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:35,686 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:12:35,687 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0015_000001 released container container_1397146165236_0015_01_000002 on node: host: localhost:57966 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:12:35,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:35,687 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0015_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:12:35,687 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000003
2014-04-10 11:12:35,687 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0015_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:12:35,687 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:3> numContainers=3 user=brock user-resources=<memory:5120, vCores:3>
2014-04-10 11:12:35,687 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0015_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:35,687 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:35,687 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:12:35,687 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0015_000001 released container container_1397146165236_0015_01_000003 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:12:35,691 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0015_01_000005 is : 143
2014-04-10 11:12:35,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,705 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:35,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000005
2014-04-10 11:12:35,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000005
2014-04-10 11:12:35,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000005
2014-04-10 11:12:35,706 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000005
2014-04-10 11:12:35,706 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:35,706 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0015_01_000005 from application application_1397146165236_0015
2014-04-10 11:12:35,706 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:35,706 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0015
2014-04-10 11:12:35,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000005
2014-04-10 11:12:35,720 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:35,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1 dst=null perm=null
2014-04-10 11:12:35,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000000 dst=null perm=null
2014-04-10 11:12:35,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null
2014-04-10 11:12:35,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000001 dst=null perm=null
2014-04-10 11:12:35,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null
2014-04-10 11:12:35,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000002 dst=null perm=null
2014-04-10 11:12:35,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null
2014-04-10 11:12:35,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:35,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000003 dst=null perm=null
2014-04-10 11:12:35,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null
2014-04-10 11:12:35,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary/1/task_1397146165236_0015_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156
2014-04-10 11:12:35,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary dst=null perm=null
2014-04-10 11:12:35,812 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157
2014-04-10 11:12:35,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,835 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0014_01_000001 succeeded
2014-04-10 11:12:35,836 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:12:35,836 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0014_01_000001
2014-04-10 11:12:35,845 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:35,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000001
2014-04-10 11:12:35,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000001
2014-04-10 11:12:35,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000001
2014-04-10 11:12:35,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0014/container_1397146165236_0014_01_000001
2014-04-10 11:12:35,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000001
2014-04-10 11:12:35,854 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0014_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:12:35,854 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0014_01_000001 from application application_1397146165236_0014
2014-04-10 11:12:35,854 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:35,854 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0014
2014-04-10 11:12:35,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:35,900 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42107, dest: /127.0.0.1:50700, bytes: 46751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158, duration: 266205095
2014-04-10 11:12:35,900 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:35,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14745
2014-04-10 11:12:35,901 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36404, dest: /127.0.0.1:43710, bytes: 46751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158, duration: 267422062
2014-04-10 11:12:35,902 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14745
2014-04-10 11:12:35,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40911, dest: /127.0.0.1:51097, bytes: 46751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158, duration: 268873802
2014-04-10 11:12:35,903 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14745
2014-04-10 11:12:35,920 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1.jhist is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:35,937 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:35,940 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:12:35,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159 src: /127.0.0.1:49491 dest: /127.0.0.1:55447
2014-04-10 11:12:35,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159 src: /127.0.0.1:42109 dest: /127.0.0.1:50700
2014-04-10 11:12:35,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159 src: /127.0.0.1:40916 dest: /127.0.0.1:51097
2014-04-10 11:12:35,962 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40916, dest: /127.0.0.1:51097, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159, duration: 2090091
2014-04-10 11:12:35,962 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156
2014-04-10 11:12:35,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:35,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42109, dest: /127.0.0.1:50700, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159, duration: 2836740
2014-04-10 11:12:35,963 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,963 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158
2014-04-10 11:12:35,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49491, dest: /127.0.0.1:55447, bytes: 437, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159, duration: 3557396
2014-04-10 11:12:35,964 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:35,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159
2014-04-10 11:12:35,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:35,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157
2014-04-10 11:12:35,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156
2014-04-10 11:12:35,978 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:35,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158
2014-04-10 11:12:35,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157
2014-04-10 11:12:35,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1.jhist dst=null perm=null
2014-04-10 11:12:36,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist_tmp dst=null perm=null
2014-04-10 11:12:36,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1.jhist dst=null perm=null
2014-04-10 11:12:36,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist_tmp dst=null perm=null
2014-04-10 11:12:36,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1.jhist dst=null perm=null
2014-04-10 11:12:36,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:36,031 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36409, bytes: 47119, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741982_1158, duration: 248390
2014-04-10 11:12:36,034 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:12:36,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160 src: /127.0.0.1:42112 dest: /127.0.0.1:50700
2014-04-10 11:12:36,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160 src: /127.0.0.1:36411 dest: /127.0.0.1:43710
2014-04-10 11:12:36,050 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160 src: /127.0.0.1:40920 dest: /127.0.0.1:51097
2014-04-10 11:12:36,054 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40920, dest: /127.0.0.1:51097, bytes: 46751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160, duration: 2482191
2014-04-10 11:12:36,054 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:36,054 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,055 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36411, dest: /127.0.0.1:43710, bytes: 46751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160, duration: 3037207
2014-04-10 11:12:36,055 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,055 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,055 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42112, dest: /127.0.0.1:50700, bytes: 46751, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160, duration: 3805838
2014-04-10 11:12:36,056 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,056 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,062 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0014_01_000001
2014-04-10 11:12:36,062 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0014_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:36,062 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0014_000001
2014-04-10 11:12:36,063 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0014_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:12:36,063 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0014_000001 State change from FINISHING to FINISHED
2014-04-10 11:12:36,063 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0014 CONTAINERID=container_1397146165236_0014_01_000001
2014-04-10 11:12:36,063 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0014 State change from FINISHING to FINISHED
2014-04-10 11:12:36,063 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0014_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:36,064 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0014_000001
2014-04-10 11:12:36,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0014
2014-04-10 11:12:36,064 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:12:36,064 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0014,name=[53700A01F72544A0A7BA2831CBDDE6A5/D4CB2CFAA7524DCEBDE47F237148E423] left+right/(2/2) ...eldedpipesplatform/split1,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0014/jobhistory/job/job_1397146165236_0014,appMasterHost=localhost.localdomain,startTime=1397146339952,finishTime=1397146349618,finalStatus=SUCCEEDED
2014-04-10 11:12:36,064 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0014_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:36,064 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:36,064 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 11:12:36,065 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0014_000001 released container container_1397146165236_0014_01_000001 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:36,065 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0014_000001 is done. finalState=FINISHED
2014-04-10 11:12:36,065 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0014 requests cleared
2014-04-10 11:12:36,065 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0014 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:12:36,065 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0014 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:12:36,067 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0014_000001 (auth:SIMPLE)
2014-04-10 11:12:36,068 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0014_01_000001
2014-04-10 11:12:36,070 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:36,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1_conf.xml dst=null perm=null
2014-04-10 11:12:36,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:36,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1_conf.xml dst=null perm=null
2014-04-10 11:12:36,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:36,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015/job_1397146165236_0015_1_conf.xml dst=null perm=null
2014-04-10 11:12:36,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:36,119 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49499, bytes: 94795, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741979_1155, duration: 222701
2014-04-10 11:12:36,121 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:36,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161 src: /127.0.0.1:40923 dest: /127.0.0.1:51097
2014-04-10 11:12:36,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161 src: /127.0.0.1:49501 dest: /127.0.0.1:55447
2014-04-10 11:12:36,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161 src: /127.0.0.1:42119 dest: /127.0.0.1:50700
2014-04-10 11:12:36,146 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42119, dest: /127.0.0.1:50700, bytes: 94059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161, duration: 2608987
2014-04-10 11:12:36,146 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:36,146 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49501, dest: /127.0.0.1:55447, bytes: 94059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161, duration: 3267746
2014-04-10 11:12:36,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,147 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,147 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40923, dest: /127.0.0.1:51097, bytes: 94059, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1606813325_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161, duration: 4032344
2014-04-10 11:12:36,148 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,162 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1606813325_1
2014-04-10 11:12:36,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,237 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0015_000001 with final state: FINISHING
2014-04-10 11:12:36,237 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:36,237 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0015 with final state: FINISHING
2014-04-10 11:12:36,238 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0015 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:36,238 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0015
2014-04-10 11:12:36,238 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:36,238 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0015 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:36,250 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:12:36,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:36,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:36,253 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0015 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist
2014-04-10 11:12:36,254 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist]
2014-04-10 11:12:36,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist dst=null perm=null
2014-04-10 11:12:36,257 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40926, bytes: 47119, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160, duration: 297631
2014-04-10 11:12:36,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary dst=null perm=null
2014-04-10 11:12:36,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49504, bytes: 441, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159, duration: 113018
2014-04-10 11:12:36,278 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0015,submitTime=1397146340038,launchTime=1397146350069,firstMapTaskLaunchTime=1397146352225,firstReduceTaskLaunchTime=0,finishTime=1397146355880,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=0,jobName=[53700A01F72544A0A7BA2831CBDDE6A5/07BD89B51BCE49169365D3042C1C0970] left+right/(1/2) ...eldedpipesplatform/split2
2014-04-10 11:12:36,279 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary]
2014-04-10 11:12:36,295 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741983_1159 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:12:36,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015.summary dst=null perm=null
2014-04-10 11:12:36,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:12:36,297 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist
2014-04-10 11:12:36,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0015-1397146340038-brock-%5B53700A01F72544A0A7BA2831CBDDE6A5%2F07BD89B51BCE4916-1397146355880-4-0-SUCCEEDED-default-1397146350069.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,312 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0015_conf.xml
2014-04-10 11:12:36,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0015_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0015_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:36,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,337 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary
2014-04-10 11:12:36,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/_temporary dst=null perm=null
2014-04-10 11:12:36,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,338 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary
2014-04-10 11:12:36,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/_temporary dst=null perm=null
2014-04-10 11:12:36,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,348 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:12:36,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null
2014-04-10 11:12:36,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null
2014-04-10 11:12:36,350 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42122, bytes: 138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, duration: 110740
2014-04-10 11:12:36,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null
2014-04-10 11:12:36,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null
2014-04-10 11:12:36,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,361 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:12:36,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null
2014-04-10 11:12:36,362 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49504, bytes: 185, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, duration: 99910
2014-04-10 11:12:36,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null
2014-04-10 11:12:36,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null
2014-04-10 11:12:36,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null
2014-04-10 11:12:36,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42122, bytes: 184, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, duration: 89983
2014-04-10 11:12:36,365 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/split1
2014-04-10 11:12:36,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1 dst=null perm=null
2014-04-10 11:12:36,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null
2014-04-10 11:12:36,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00000 dst=null perm=null
2014-04-10 11:12:36,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null
2014-04-10 11:12:36,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00001 dst=null perm=null
2014-04-10 11:12:36,369 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42122, bytes: 138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741974_1150, duration: 99626
2014-04-10 11:12:36,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null
2014-04-10 11:12:36,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00002 dst=null perm=null
2014-04-10 11:12:36,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null
2014-04-10 11:12:36,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split1/part-00003 dst=null perm=null
2014-04-10 11:12:36,370 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/split2
2014-04-10 11:12:36,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2 dst=null perm=null
2014-04-10 11:12:36,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null
2014-04-10 11:12:36,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00000 dst=null perm=null
2014-04-10 11:12:36,374 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36421, bytes: 185, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741980_1156, duration: 107746
2014-04-10 11:12:36,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null
2014-04-10 11:12:36,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00001 dst=null perm=null
2014-04-10 11:12:36,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null
2014-04-10 11:12:36,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00002 dst=null perm=null
2014-04-10 11:12:36,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null
2014-04-10 11:12:36,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/split2/part-00003 dst=null perm=null
2014-04-10 11:12:36,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49504, bytes: 184, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741981_1157, duration: 93690
2014-04-10 11:12:36,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:36,385 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:12:36,386 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:12:36,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741969 for deletion
2014-04-10 11:12:36,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741971 for deletion
2014-04-10 11:12:36,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741969_1145 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741969
2014-04-10 11:12:36,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741973 for deletion
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741971
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741976 for deletion
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741973
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965 for deletion
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741976
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967 for deletion
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965
2014-04-10 11:12:36,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967
2014-04-10 11:12:36,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:12:36,400 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] starting
2014-04-10 11:12:36,400 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:12:36,400 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged"]
2014-04-10 11:12:36,400 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] parallel execution is enabled: true
2014-04-10 11:12:36,400 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] starting jobs: 2
2014-04-10 11:12:36,400 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] allocating threads: 2
2014-04-10 11:12:36,401 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (1/2)
2014-04-10 11:12:36,408 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:36,415 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:36,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:36,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:36,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:36,418 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 16
2014-04-10 11:12:36,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016 dst=null perm=null
2014-04-10 11:12:36,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:12:36,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:12:36,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:36,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,481 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:36,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741971 for deletion
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741973 for deletion
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741971_1147 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741971
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741975 for deletion
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741973_1149 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741973
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741976 for deletion
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741975_1151 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741975
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965 for deletion
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741976_1152 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741976
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967 for deletion
2014-04-10 11:12:36,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741965_1141 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741965
2014-04-10 11:12:36,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741967_1143 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741967
2014-04-10 11:12:36,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162 src: /127.0.0.1:40930 dest: /127.0.0.1:51097
2014-04-10 11:12:36,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162 src: /127.0.0.1:36423 dest: /127.0.0.1:43710
2014-04-10 11:12:36,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162 src: /127.0.0.1:49509 dest: /127.0.0.1:55447
2014-04-10 11:12:36,507 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49509, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, duration: 4044603
2014-04-10 11:12:36,507 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:36,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36423, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, duration: 4616697
2014-04-10 11:12:36,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40930, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, duration: 4829893
2014-04-10 11:12:36,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,520 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:36,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:36,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:36,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:36,520 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0014
2014-04-10 11:12:36,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:36,520 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:36,520 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0014, with delay of 10800 seconds
2014-04-10 11:12:36,562 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:36,563 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar
2014-04-10 11:12:36,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:36,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:36,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:36,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:36,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:12:36,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:12:36,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:12:36,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:12:36,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:12:36,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:36,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:36,606 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:12:36,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:36,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,638 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split
2014-04-10 11:12:36,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:36,655 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:12:36,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163 src: /127.0.0.1:42127 dest: /127.0.0.1:50700
2014-04-10 11:12:36,673 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163 src: /127.0.0.1:40934 dest: /127.0.0.1:51097
2014-04-10 11:12:36,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163 src: /127.0.0.1:36427 dest: /127.0.0.1:43710
2014-04-10 11:12:36,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163 src: /127.0.0.1:49513 dest: /127.0.0.1:55447
2014-04-10 11:12:36,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49513, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 2331383
2014-04-10 11:12:36,680 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:36,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,680 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36427, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 3058975
2014-04-10 11:12:36,681 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,681 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40934, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 3759136
2014-04-10 11:12:36,681 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,681 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42127, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 4700329
2014-04-10 11:12:36,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,686 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0015_01_000005
2014-04-10 11:12:36,686 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:36,687 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0015_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:12:36,687 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000005
2014-04-10 11:12:36,687 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0015_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:36,687 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:12:36,688 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0015_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:36,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:36,688 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:12:36,688 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0015_000001 released container container_1397146165236_0015_01_000005 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:36,695 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:36,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,730 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:36,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164 src: /127.0.0.1:40937 dest: /127.0.0.1:51097
2014-04-10 11:12:36,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164 src: /127.0.0.1:36430 dest: /127.0.0.1:43710
2014-04-10 11:12:36,750 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164 src: /127.0.0.1:42133 dest: /127.0.0.1:50700
2014-04-10 11:12:36,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42133, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, duration: 1244063
2014-04-10 11:12:36,752 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:36,752 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,752 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36430, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, duration: 1851003
2014-04-10 11:12:36,752 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40937, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, duration: 2295039
2014-04-10 11:12:36,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,770 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:36,771 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:12:36,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:36,810 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:36,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165 src: /127.0.0.1:36432 dest: /127.0.0.1:43710
2014-04-10 11:12:36,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165 src: /127.0.0.1:42135 dest: /127.0.0.1:50700
2014-04-10 11:12:36,824 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165 src: /127.0.0.1:49519 dest: /127.0.0.1:55447
2014-04-10 11:12:36,828 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49519, dest: /127.0.0.1:55447, bytes: 80098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, duration: 3083613
2014-04-10 11:12:36,828 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:36,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,829 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42135, dest: /127.0.0.1:50700, bytes: 80098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, duration: 3756488
2014-04-10 11:12:36,829 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,829 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36432, dest: /127.0.0.1:43710, bytes: 80098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, duration: 4453420
2014-04-10 11:12:36,830 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:36,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:36,845 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:36,846 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0016
2014-04-10 11:12:36,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016 dst=null perm=null
2014-04-10 11:12:36,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:36,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:36,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:36,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:36,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:36,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:36,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:36,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:36,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:36,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:36,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:36,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:36,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:36,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:36,906 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 16 submitted by user brock
2014-04-10 11:12:36,906 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0016
2014-04-10 11:12:36,906 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0016
2014-04-10 11:12:36,906 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0016
2014-04-10 11:12:36,906 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0016 State change from NEW to NEW_SAVING
2014-04-10 11:12:36,907 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0016 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:12:36,907 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0016_000001
2014-04-10 11:12:36,907 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from NEW to SUBMITTED
2014-04-10 11:12:36,907 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0016 from user: brock activated in queue: default
2014-04-10 11:12:36,907 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0016 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:12:36,908 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0016 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:12:36,908 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0016_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:12:36,908 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:12:36,908 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0016 State change from SUBMITTED to ACCEPTED
2014-04-10 11:12:36,908 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0016
2014-04-10 11:12:36,911 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0016/
2014-04-10 11:12:36,911 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1397146165236_0016
2014-04-10 11:12:36,911 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://localhost:56922/proxy/application_1397146165236_0016/
2014-04-10 11:12:37,063 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:37,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:37,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:37,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:37,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:37,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0014
2014-04-10 11:12:37,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000001
2014-04-10 11:12:37,064 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0014 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:37,065 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0016_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:12:37,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0014
2014-04-10 11:12:37,065 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0014, with delay of 10800 seconds
2014-04-10 11:12:37,065 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0016 container=Container: [ContainerId: container_1397146165236_0016_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0016_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:37,065 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:12:37,065 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:37,066 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:37,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0016 AttemptId: appattempt_1397146165236_0016_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0016_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ]
2014-04-10 11:12:37,066 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:12:37,067 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:12:37,067 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0016_000001
2014-04-10 11:12:37,068 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0016_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0016_000001
2014-04-10 11:12:37,068 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0016_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:12:37,072 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0016_000001 (auth:SIMPLE)
2014-04-10 11:12:37,073 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0016_01_000001 by user brock
2014-04-10 11:12:37,074 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0016
2014-04-10 11:12:37,074 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000001
2014-04-10 11:12:37,074 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from NEW to INITING
2014-04-10 11:12:37,074 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0016_01_000001 to application application_1397146165236_0016
2014-04-10 11:12:37,075 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from INITING to RUNNING
2014-04-10 11:12:37,075 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0016_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0016_000001
2014-04-10 11:12:37,075 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:12:37,075 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0016
2014-04-10 11:12:37,075 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:12:37,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:37,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:12:37,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:12:37,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:37,077 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0016_01_000001
2014-04-10 11:12:37,086 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0016_01_000001.tokens. Credentials list:
2014-04-10 11:12:37,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:37,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0016_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000001.tokens
2014-04-10 11:12:37,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:37,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:37,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:37,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:37,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49504, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-210994247_9584, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, duration: 911044
2014-04-10 11:12:37,304 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:37,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741966_1142 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:12:37,312 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741968_1144 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:12:37,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741970_1146 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:12:37,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741972_1148 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:12:37,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741982_1158 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:12:37,313 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741979_1155 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:12:37,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0015 dst=null perm=null
2014-04-10 11:12:37,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:37,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:37,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:37,334 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40946, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-210994247_9584, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, duration: 228647
2014-04-10 11:12:37,353 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0016/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:37,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:37,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:37,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:37,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42141, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-210994247_9584, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 230062
2014-04-10 11:12:37,399 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0016/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:37,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:37,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:37,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:37,426 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42141, bytes: 80726, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-210994247_9584, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, duration: 534717
2014-04-10 11:12:37,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:37,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:37,489 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:37,489 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:37,555 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000001/default_container_executor.sh]
2014-04-10 11:12:38,047 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073741986_1162 to datanode(s) 127.0.0.1:50700
2014-04-10 11:12:38,047 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741968_1144, blk_1073741970_1146, blk_1073741972_1148, blk_1073741982_1158, blk_1073741966_1142]
2014-04-10 11:12:38,048 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741968_1144, blk_1073741979_1155, blk_1073741982_1158, blk_1073741966_1142, blk_1073741983_1159]
2014-04-10 11:12:38,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:38,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:38,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/COMMIT_STARTED dst=null perm=null
2014-04-10 11:12:38,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:12:38,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/COMMIT_FAIL dst=null perm=null
2014-04-10 11:12:38,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016 dst=null perm=null
2014-04-10 11:12:38,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:38,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:39,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:39,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:39,050 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42143, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164, duration: 170328
2014-04-10 11:12:39,480 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162 to 127.0.0.1:50700
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968 for deletion
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741970_1146 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741970 for deletion
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741972 for deletion
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966 for deletion
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741972
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741970_1146 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741970
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741982 for deletion
2014-04-10 11:12:39,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162 src: /127.0.0.1:42144 dest: /127.0.0.1:50700
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966
2014-04-10 11:12:39,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741982
2014-04-10 11:12:39,481 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:12:39,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162 src: /127.0.0.1:42144 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:12:39,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741986_1162 size 244650
2014-04-10 11:12:39,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968 for deletion
2014-04-10 11:12:39,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741979 for deletion
2014-04-10 11:12:39,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968
2014-04-10 11:12:39,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966 for deletion
2014-04-10 11:12:39,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741979
2014-04-10 11:12:39,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741982 for deletion
2014-04-10 11:12:39,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966
2014-04-10 11:12:39,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741983_1159 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741983 for deletion
2014-04-10 11:12:39,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741982
2014-04-10 11:12:39,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741983_1159 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741983
2014-04-10 11:12:39,671 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0016_000001 (auth:SIMPLE)
2014-04-10 11:12:39,673 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0016_000001
2014-04-10 11:12:39,673 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0016 APPATTEMPTID=appattempt_1397146165236_0016_000001
2014-04-10 11:12:39,674 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:12:39,674 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0016 State change from ACCEPTED to RUNNING
2014-04-10 11:12:39,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:39,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:39,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:39,926 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:12:39,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166 src: /127.0.0.1:49529 dest: /127.0.0.1:55447
2014-04-10 11:12:39,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166 src: /127.0.0.1:40953 dest: /127.0.0.1:51097
2014-04-10 11:12:39,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166 src: /127.0.0.1:36446 dest: /127.0.0.1:43710
2014-04-10 11:12:39,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36446, dest: /127.0.0.1:43710, bytes: 94099, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166, duration: 5591049
2014-04-10 11:12:39,966 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:39,966 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40953, dest: /127.0.0.1:51097, bytes: 94099, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166, duration: 6158390
2014-04-10 11:12:39,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:39,966 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:39,966 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49529, dest: /127.0.0.1:55447, bytes: 94099, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166, duration: 6446508
2014-04-10 11:12:39,966 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:39,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:39,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:39,987 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:40,798 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162
2014-04-10 11:12:40,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161
2014-04-10 11:12:40,816 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166
2014-04-10 11:12:40,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161
2014-04-10 11:12:40,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165
2014-04-10 11:12:40,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160
2014-04-10 11:12:40,971 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164
2014-04-10 11:12:40,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163
2014-04-10 11:12:40,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162
2014-04-10 11:12:40,985 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164
2014-04-10 11:12:40,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163
2014-04-10 11:12:40,986 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160
2014-04-10 11:12:40,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165
2014-04-10 11:12:40,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166
2014-04-10 11:12:40,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163
2014-04-10 11:12:40,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741984_1160
2014-04-10 11:12:40,999 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741988_1164
2014-04-10 11:12:41,016 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162
2014-04-10 11:12:41,017 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741983_1159
2014-04-10 11:12:41,017 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163
2014-04-10 11:12:41,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165
2014-04-10 11:12:41,048 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741968_1144, blk_1073741970_1146, blk_1073741972_1148, blk_1073741979_1155, blk_1073741966_1142, blk_1073741983_1159]
2014-04-10 11:12:41,048 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741968_1144, blk_1073741970_1146, blk_1073741972_1148, blk_1073741979_1155, blk_1073741982_1158, blk_1073741966_1142, blk_1073741983_1159]
2014-04-10 11:12:41,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:41,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000002
2014-04-10 11:12:41,064 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0016_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:12:41,065 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0016 container=Container: [ContainerId: container_1397146165236_0016_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0016_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,065 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:12:41,065 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,066 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:41,066 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000003
2014-04-10 11:12:41,066 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0016_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:12:41,066 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0016 container=Container: [ContainerId: container_1397146165236_0016_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0016_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,066 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:12:41,066 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,171 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162
2014-04-10 11:12:41,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166
2014-04-10 11:12:41,216 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741985_1161
2014-04-10 11:12:41,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:41,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000004
2014-04-10 11:12:41,522 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0016_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:12:41,522 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0016 container=Container: [ContainerId: container_1397146165236_0016_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0016_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:12:41,523 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:41,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000005
2014-04-10 11:12:41,523 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0016_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:12:41,524 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0016 container=Container: [ContainerId: container_1397146165236_0016_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0016_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:12:41,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:41,713 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:41,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:41,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:41,714 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:41,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:41,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:41,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:41,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:41,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:41,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:41,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:41,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:41,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:41,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:41,826 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0016_000001 (auth:SIMPLE)
2014-04-10 11:12:41,826 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0016_000001 (auth:SIMPLE)
2014-04-10 11:12:41,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0016_01_000002 by user brock
2014-04-10 11:12:41,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0016_01_000003 by user brock
2014-04-10 11:12:41,831 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0016_01_000002 to application application_1397146165236_0016
2014-04-10 11:12:41,831 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000003
2014-04-10 11:12:41,831 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0016_01_000003 to application application_1397146165236_0016
2014-04-10 11:12:41,831 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000002
2014-04-10 11:12:41,831 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0016_01_000005 by user brock
2014-04-10 11:12:41,831 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:12:41,832 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0016
2014-04-10 11:12:41,832 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0016_01_000004 by user brock
2014-04-10 11:12:41,832 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000005
2014-04-10 11:12:41,832 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from NEW to INITING
2014-04-10 11:12:41,832 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000004
2014-04-10 11:12:41,832 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:12:41,832 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0016_01_000005 to application application_1397146165236_0016
2014-04-10 11:12:41,832 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,833 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0016_01_000004 to application application_1397146165236_0016
2014-04-10 11:12:41,833 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,833 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:41,833 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from INITING to RUNNING
2014-04-10 11:12:41,833 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0016
2014-04-10 11:12:41,833 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:12:41,834 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,834 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,834 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:41,834 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:12:41,834 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0016
2014-04-10 11:12:41,834 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,834 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,834 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:41,835 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0016
2014-04-10 11:12:41,835 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:41,835 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:41,835 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:41,835 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:41,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0016
2014-04-10 11:12:41,836 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:41,836 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0016
2014-04-10 11:12:41,836 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0016_01_000004
2014-04-10 11:12:41,837 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0016_01_000005
2014-04-10 11:12:41,849 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0016_01_000005.tokens. Credentials list:
2014-04-10 11:12:41,849 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0016_01_000004.tokens. Credentials list:
2014-04-10 11:12:41,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:41,865 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:41,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:41,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:41,866 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:41,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000002/default_container_executor.sh]
2014-04-10 11:12:41,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000003/default_container_executor.sh]
2014-04-10 11:12:41,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0016_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000005.tokens
2014-04-10 11:12:41,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:42,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:42,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:42,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar dst=null perm=null
2014-04-10 11:12:42,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:42,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:42,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49537, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1484176984_9764, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741986_1162, duration: 394154
2014-04-10 11:12:42,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0016/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:42,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:42,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:42,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml dst=null perm=null
2014-04-10 11:12:42,106 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36453, bytes: 80726, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1484176984_9764, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741989_1165, duration: 277525
2014-04-10 11:12:42,120 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0016/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:42,120 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:42,120 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:42,141 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:42,141 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:42,145 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:42,145 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:42,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000005/default_container_executor.sh]
2014-04-10 11:12:42,190 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000004/default_container_executor.sh]
2014-04-10 11:12:42,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968 for deletion
2014-04-10 11:12:42,391 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741970_1146 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741970 for deletion
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741972 for deletion
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741970_1146 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741970
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741979 for deletion
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741972
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966 for deletion
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741979
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741982 for deletion
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741983_1159 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741983 for deletion
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741982_1158 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741982
2014-04-10 11:12:42,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966
2014-04-10 11:12:42,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741983_1159 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741983
2014-04-10 11:12:42,433 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0015_01_000001 succeeded
2014-04-10 11:12:42,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:12:42,434 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0015_01_000001
2014-04-10 11:12:42,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000001
2014-04-10 11:12:42,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000001
2014-04-10 11:12:42,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000001
2014-04-10 11:12:42,447 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000001
2014-04-10 11:12:42,447 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0015_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:12:42,447 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0015_01_000001 from application application_1397146165236_0015
2014-04-10 11:12:42,447 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0015/container_1397146165236_0015_01_000001
2014-04-10 11:12:42,448 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:42,448 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0015
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968 for deletion
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741970_1146 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741970 for deletion
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741972 for deletion
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741970_1146 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741970
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741968_1144 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741968
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741972_1148 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741972
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741979 for deletion
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966 for deletion
2014-04-10 11:12:42,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741983_1159 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741983 for deletion
2014-04-10 11:12:42,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741979_1155 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741979
2014-04-10 11:12:42,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741983_1159 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741983
2014-04-10 11:12:42,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741966_1142 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741966
2014-04-10 11:12:42,521 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0015_01_000001
2014-04-10 11:12:42,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:42,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:42,522 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0015_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:42,522 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0015_000001
2014-04-10 11:12:42,522 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0015_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:12:42,522 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0015_000001 State change from FINISHING to FINISHED
2014-04-10 11:12:42,522 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0015 CONTAINERID=container_1397146165236_0015_01_000001
2014-04-10 11:12:42,522 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0015 State change from FINISHING to FINISHED
2014-04-10 11:12:42,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0015
2014-04-10 11:12:42,523 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0015,name=[53700A01F72544A0A7BA2831CBDDE6A5/07BD89B51BCE49169365D3042C1C0970] left+right/(1/2) ...eldedpipesplatform/split2,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0015/jobhistory/job/job_1397146165236_0015,appMasterHost=localhost.localdomain,startTime=1397146340038,finishTime=1397146356237,finalStatus=SUCCEEDED
2014-04-10 11:12:42,523 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0015_000001
2014-04-10 11:12:42,525 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0015_000001 (auth:SIMPLE)
2014-04-10 11:12:42,522 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0015_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:12:42,527 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:12:42,528 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0015_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:42,528 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:42,528 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:12:42,528 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0015_000001 released container container_1397146165236_0015_01_000001 on node: host: localhost:44541 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:12:42,528 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0015_000001 is done. finalState=FINISHED
2014-04-10 11:12:42,528 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0015 requests cleared
2014-04-10 11:12:42,528 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0015 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:12:42,528 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0015 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:12:42,539 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0015_01_000001
2014-04-10 11:12:42,688 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:42,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:42,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:42,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:42,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:42,689 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0015
2014-04-10 11:12:42,689 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:42,689 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0015, with delay of 10800 seconds
2014-04-10 11:12:42,733 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:43,157 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:43,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0016_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000004.tokens
2014-04-10 11:12:43,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:43,527 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:43,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:43,527 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0015
2014-04-10 11:12:43,527 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0015 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:43,527 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0015, with delay of 10800 seconds
2014-04-10 11:12:43,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:43,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:43,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0015
2014-04-10 11:12:44,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:44,309 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36464, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000001_0_-62653632_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 248004
2014-04-10 11:12:44,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:44,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:44,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:44,462 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:40974, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000000_0_-1833742955_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 150992
2014-04-10 11:12:44,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:44,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36467, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000000_0_-1833742955_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 125203
2014-04-10 11:12:44,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:44,558 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36464, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000001_0_-62653632_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 119304
2014-04-10 11:12:44,575 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:44,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:44,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167 src: /127.0.0.1:36469 dest: /127.0.0.1:43710
2014-04-10 11:12:44,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167 src: /127.0.0.1:42172 dest: /127.0.0.1:50700
2014-04-10 11:12:44,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167 src: /127.0.0.1:40979 dest: /127.0.0.1:51097
2014-04-10 11:12:44,635 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40979, dest: /127.0.0.1:51097, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000001_0_-62653632_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167, duration: 6920917
2014-04-10 11:12:44,635 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:44,635 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:12:44,635 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42172, dest: /127.0.0.1:50700, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000001_0_-62653632_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167, duration: 6070880
2014-04-10 11:12:44,636 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:44,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:12:44,636 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36469, dest: /127.0.0.1:43710, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000001_0_-62653632_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167, duration: 6869396
2014-04-10 11:12:44,636 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:44,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:12:44,653 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0016_m_000001_0_-62653632_1
2014-04-10 11:12:44,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job.split dst=null perm=null
2014-04-10 11:12:44,669 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42174, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000003_0_2091752132_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 177873
2014-04-10 11:12:44,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000001_0 dst=null perm=null
2014-04-10 11:12:44,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000001_0 dst=null perm=null
2014-04-10 11:12:44,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000001 dst=null perm=null
2014-04-10 11:12:44,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36474, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000002_0_1038786986_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741987_1163, duration: 160541
2014-04-10 11:12:44,711 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:44,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000001_0 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:44,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:44,738 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49560, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000003_0_2091752132_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 181330
2014-04-10 11:12:44,766 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0016_01_000003
2014-04-10 11:12:44,766 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000003
2014-04-10 11:12:44,766 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:12:44,766 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0016_01_000003
2014-04-10 11:12:44,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:12:44,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49561, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0016_m_000002_0_1038786986_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 166255
2014-04-10 11:12:44,771 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0016_01_000003 is : 143
2014-04-10 11:12:44,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:44,779 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:44,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000003
2014-04-10 11:12:44,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000003
2014-04-10 11:12:44,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000003
2014-04-10 11:12:44,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000003
2014-04-10 11:12:44,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000003
2014-04-10 11:12:44,779 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:44,779 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0016_01_000003 from application application_1397146165236_0016
2014-04-10 11:12:44,779 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:44,779 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0016
2014-04-10 11:12:44,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:44,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:44,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169 src: /127.0.0.1:42180 dest: /127.0.0.1:50700
2014-04-10 11:12:44,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169 src: /127.0.0.1:49564 dest: /127.0.0.1:55447
2014-04-10 11:12:44,866 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169 src: /127.0.0.1:40988 dest: /127.0.0.1:51097
2014-04-10 11:12:44,869 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1.jhist for DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:44,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168 src: /127.0.0.1:49562 dest: /127.0.0.1:55447
2014-04-10 11:12:44,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168 src: /127.0.0.1:42183 dest: /127.0.0.1:50700
2014-04-10 11:12:44,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168 src: /127.0.0.1:40990 dest: /127.0.0.1:51097
2014-04-10 11:12:44,897 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40990, dest: /127.0.0.1:51097, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000000_0_-1833742955_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168, duration: 4319015
2014-04-10 11:12:44,897 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:44,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:44,897 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42183, dest: /127.0.0.1:50700, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000000_0_-1833742955_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168, duration: 4711973
2014-04-10 11:12:44,897 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:44,898 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:44,898 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49562, dest: /127.0.0.1:55447, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000000_0_-1833742955_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168, duration: 5285208
2014-04-10 11:12:44,898 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:44,898 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:44,911 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0016_m_000000_0_-1833742955_1
2014-04-10 11:12:44,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000000_0 dst=null perm=null
2014-04-10 11:12:44,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000000_0 dst=null perm=null
2014-04-10 11:12:44,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000000 dst=null perm=null
2014-04-10 11:12:45,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000000_0 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:45,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:45,026 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:45,067 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170 src: /127.0.0.1:40991 dest: /127.0.0.1:51097
2014-04-10 11:12:45,068 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170 src: /127.0.0.1:42187 dest: /127.0.0.1:50700
2014-04-10 11:12:45,072 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170 src: /127.0.0.1:49571 dest: /127.0.0.1:55447
2014-04-10 11:12:45,072 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0016_01_000002
2014-04-10 11:12:45,072 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000002
2014-04-10 11:12:45,072 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:12:45,072 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0016_01_000002
2014-04-10 11:12:45,072 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0016_01_000003
2014-04-10 11:12:45,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:45,073 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0016_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:12:45,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000003
2014-04-10 11:12:45,073 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0016_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:12:45,073 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:12:45,073 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0016_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:45,073 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:45,073 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:12:45,073 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0016_000001 released container container_1397146165236_0016_01_000003 on node: host: localhost:42468 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:12:45,082 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0016_01_000002 is : 143
2014-04-10 11:12:45,082 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49571, dest: /127.0.0.1:55447, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000003_0_2091752132_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170, duration: 9499482
2014-04-10 11:12:45,082 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:45,083 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42187, dest: /127.0.0.1:50700, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000003_0_2091752132_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170, duration: 9157105
2014-04-10 11:12:45,083 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,083 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40991, dest: /127.0.0.1:51097, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000003_0_2091752132_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170, duration: 6293636
2014-04-10 11:12:45,083 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:45,090 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000002
2014-04-10 11:12:45,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000002
2014-04-10 11:12:45,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000002
2014-04-10 11:12:45,091 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000002
2014-04-10 11:12:45,091 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000002
2014-04-10 11:12:45,091 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:45,091 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0016_01_000002 from application application_1397146165236_0016
2014-04-10 11:12:45,091 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:45,091 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0016
2014-04-10 11:12:45,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171 src: /127.0.0.1:36484 dest: /127.0.0.1:43710
2014-04-10 11:12:45,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171 src: /127.0.0.1:40995 dest: /127.0.0.1:51097
2014-04-10 11:12:45,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171 src: /127.0.0.1:42190 dest: /127.0.0.1:50700
2014-04-10 11:12:45,099 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42190, dest: /127.0.0.1:50700, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000002_0_1038786986_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171, duration: 3318350
2014-04-10 11:12:45,099 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:45,099 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40995, dest: /127.0.0.1:51097, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000002_0_1038786986_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171, duration: 3708366
2014-04-10 11:12:45,099 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,099 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,099 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36484, dest: /127.0.0.1:43710, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0016_m_000002_0_1038786986_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171, duration: 4003619
2014-04-10 11:12:45,099 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,099 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,100 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,103 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0016_m_000003_0_2091752132_1
2014-04-10 11:12:45,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0016_m_000002_0_1038786986_1
2014-04-10 11:12:45,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000003_0 dst=null perm=null
2014-04-10 11:12:45,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000003_0 dst=null perm=null
2014-04-10 11:12:45,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000003 dst=null perm=null
2014-04-10 11:12:45,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000002_0 dst=null perm=null
2014-04-10 11:12:45,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000002_0 dst=null perm=null
2014-04-10 11:12:45,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000002 dst=null perm=null
2014-04-10 11:12:45,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000003_0 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:45,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/_temporary/attempt_1397146165236_0016_m_000002_0 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:45,223 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0016_01_000005
2014-04-10 11:12:45,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000005
2014-04-10 11:12:45,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:12:45,223 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0016_01_000005
2014-04-10 11:12:45,229 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0016_01_000005 is : 143
2014-04-10 11:12:45,237 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:45,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000005
2014-04-10 11:12:45,237 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000005
2014-04-10 11:12:45,237 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0016_01_000004
2014-04-10 11:12:45,237 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000004
2014-04-10 11:12:45,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000005
2014-04-10 11:12:45,238 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000005
2014-04-10 11:12:45,238 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:12:45,238 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000005
2014-04-10 11:12:45,238 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:45,238 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0016_01_000004
2014-04-10 11:12:45,246 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0016_01_000004 is : 143
2014-04-10 11:12:45,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,261 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0016_01_000005 from application application_1397146165236_0016
2014-04-10 11:12:45,261 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:45,261 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0016
2014-04-10 11:12:45,261 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:45,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000004
2014-04-10 11:12:45,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000004
2014-04-10 11:12:45,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000004
2014-04-10 11:12:45,263 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000004
2014-04-10 11:12:45,263 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:45,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000004
2014-04-10 11:12:45,263 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0016_01_000004 from application application_1397146165236_0016
2014-04-10 11:12:45,263 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:45,263 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0016
2014-04-10 11:12:45,270 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:45,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1 dst=null perm=null
2014-04-10 11:12:45,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000000 dst=null perm=null
2014-04-10 11:12:45,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00000 dst=null perm=null
2014-04-10 11:12:45,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000000/part-00000 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000001 dst=null perm=null
2014-04-10 11:12:45,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00001 dst=null perm=null
2014-04-10 11:12:45,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000001/part-00001 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000002 dst=null perm=null
2014-04-10 11:12:45,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00002 dst=null perm=null
2014-04-10 11:12:45,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000002/part-00002 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:45,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000003 dst=null perm=null
2014-04-10 11:12:45,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00003 dst=null perm=null
2014-04-10 11:12:45,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary/1/task_1397146165236_0016_m_000003/part-00003 dst=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_temporary dst=null perm=null
2014-04-10 11:12:45,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,428 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:45,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,461 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:45,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40988, dest: /127.0.0.1:51097, bytes: 47131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169, duration: 614711776
2014-04-10 11:12:45,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:45,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49564, dest: /127.0.0.1:55447, bytes: 47131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169, duration: 618994866
2014-04-10 11:12:45,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 14915
2014-04-10 11:12:45,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42180, dest: /127.0.0.1:50700, bytes: 47131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169, duration: 620213778
2014-04-10 11:12:45,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 14915
2014-04-10 11:12:45,488 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,488 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 14915
2014-04-10 11:12:45,503 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1.jhist is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:45,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,523 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:45,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172 src: /127.0.0.1:40998 dest: /127.0.0.1:51097
2014-04-10 11:12:45,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172 src: /127.0.0.1:36491 dest: /127.0.0.1:43710
2014-04-10 11:12:45,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172 src: /127.0.0.1:42194 dest: /127.0.0.1:50700
2014-04-10 11:12:45,544 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42194, dest: /127.0.0.1:50700, bytes: 404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172, duration: 1797542
2014-04-10 11:12:45,544 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:45,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,545 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36491, dest: /127.0.0.1:43710, bytes: 404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172, duration: 2866679
2014-04-10 11:12:45,545 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,545 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:40998, dest: /127.0.0.1:51097, bytes: 404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172, duration: 3333318
2014-04-10 11:12:45,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,546 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,561 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary_tmp is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:45,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1.jhist dst=null perm=null
2014-04-10 11:12:45,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist_tmp dst=null perm=null
2014-04-10 11:12:45,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1.jhist dst=null perm=null
2014-04-10 11:12:45,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist_tmp dst=null perm=null
2014-04-10 11:12:45,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1.jhist dst=null perm=null
2014-04-10 11:12:45,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,614 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41001, bytes: 47503, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169, duration: 271224
2014-04-10 11:12:45,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:45,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173 src: /127.0.0.1:49579 dest: /127.0.0.1:55447
2014-04-10 11:12:45,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173 src: /127.0.0.1:41003 dest: /127.0.0.1:51097
2014-04-10 11:12:45,633 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173 src: /127.0.0.1:36496 dest: /127.0.0.1:43710
2014-04-10 11:12:45,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36496, dest: /127.0.0.1:43710, bytes: 47131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173, duration: 2491019
2014-04-10 11:12:45,637 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:45,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,638 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41003, dest: /127.0.0.1:51097, bytes: 47131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173, duration: 3543656
2014-04-10 11:12:45,638 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,639 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49579, dest: /127.0.0.1:55447, bytes: 47131, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173, duration: 4101409
2014-04-10 11:12:45,639 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,653 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:45,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1_conf.xml dst=null perm=null
2014-04-10 11:12:45,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:45,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1_conf.xml dst=null perm=null
2014-04-10 11:12:45,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:45,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016/job_1397146165236_0016_1_conf.xml dst=null perm=null
2014-04-10 11:12:45,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:45,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36497, bytes: 94835, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741990_1166, duration: 375230
2014-04-10 11:12:45,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:45,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174 src: /127.0.0.1:42200 dest: /127.0.0.1:50700
2014-04-10 11:12:45,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174 src: /127.0.0.1:49584 dest: /127.0.0.1:55447
2014-04-10 11:12:45,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174 src: /127.0.0.1:36500 dest: /127.0.0.1:43710
2014-04-10 11:12:45,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36500, dest: /127.0.0.1:43710, bytes: 94099, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174, duration: 2872674
2014-04-10 11:12:45,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:45,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,721 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49584, dest: /127.0.0.1:55447, bytes: 94099, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174, duration: 3552484
2014-04-10 11:12:45,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,722 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42200, dest: /127.0.0.1:50700, bytes: 94099, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-489988844_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174, duration: 4101212
2014-04-10 11:12:45,722 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:45,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:45,736 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-489988844_1
2014-04-10 11:12:45,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,811 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0016_000001 with final state: FINISHING
2014-04-10 11:12:45,812 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:45,812 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0016 with final state: FINISHING
2014-04-10 11:12:45,812 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0016 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:45,812 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0016
2014-04-10 11:12:45,813 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:45,813 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0016 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:45,869 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:12:45,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:45,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:45,872 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0016 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist
2014-04-10 11:12:45,874 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist]
2014-04-10 11:12:45,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist dst=null perm=null
2014-04-10 11:12:45,877 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41009, bytes: 47503, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173, duration: 259843
2014-04-10 11:12:45,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary dst=null perm=null
2014-04-10 11:12:45,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42204, bytes: 408, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172, duration: 113251
2014-04-10 11:12:45,899 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0016,submitTime=1397146356906,launchTime=1397146359687,firstMapTaskLaunchTime=1397146361840,firstReduceTaskLaunchTime=0,finishTime=1397146365463,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=0,jobName=[27EFD7070A54454DB37E0BF0E067423F/733B18C325D745A4A5E1B76D79DDBD83] merged/(1/2)
2014-04-10 11:12:45,899 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary]
2014-04-10 11:12:45,912 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741996_1172 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:12:45,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016.summary dst=null perm=null
2014-04-10 11:12:45,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:12:45,915 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist
2014-04-10 11:12:45,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0016-1397146356906-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F733B18C325D745A4-1397146365463-4-0-SUCCEEDED-default-1397146359687.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,929 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0016_conf.xml
2014-04-10 11:12:45,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0016_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0016_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:45,960 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (2/2) ...latform/splitsourcemerged
2014-04-10 11:12:45,975 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:45,984 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:12:45,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:12:45,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:45,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:45,987 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 17
2014-04-10 11:12:45,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017 dst=null perm=null
2014-04-10 11:12:46,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172
2014-04-10 11:12:46,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173
2014-04-10 11:12:46,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:12:46,003 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168
2014-04-10 11:12:46,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170
2014-04-10 11:12:46,004 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171
2014-04-10 11:12:46,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169
2014-04-10 11:12:46,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167
2014-04-10 11:12:46,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:12:46,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:46,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,038 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:12:46,054 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175 src: /127.0.0.1:49588 dest: /127.0.0.1:55447
2014-04-10 11:12:46,056 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175 src: /127.0.0.1:41012 dest: /127.0.0.1:51097
2014-04-10 11:12:46,057 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175 src: /127.0.0.1:36505 dest: /127.0.0.1:43710
2014-04-10 11:12:46,062 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36505, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, duration: 3977813
2014-04-10 11:12:46,062 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:46,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41012, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, duration: 4590746
2014-04-10 11:12:46,063 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,063 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,063 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49588, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, duration: 4663251
2014-04-10 11:12:46,064 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,065 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,073 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0016_01_000002
2014-04-10 11:12:46,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:46,073 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0016_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:12:46,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000002
2014-04-10 11:12:46,074 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0016_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:12:46,074 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:12:46,074 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0016_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,074 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,074 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:12:46,074 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0016_000001 released container container_1397146165236_0016_01_000002 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:12:46,078 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:46,079 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar
2014-04-10 11:12:46,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:46,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:46,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:46,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:46,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:12:46,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:12:46,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:12:46,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:12:46,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:12:46,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:46,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:46,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:46,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:12:46,126 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:12:46,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,162 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split
2014-04-10 11:12:46,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169
2014-04-10 11:12:46,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174
2014-04-10 11:12:46,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170
2014-04-10 11:12:46,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172
2014-04-10 11:12:46,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168
2014-04-10 11:12:46,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167
2014-04-10 11:12:46,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171
2014-04-10 11:12:46,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:46,180 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:46,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171
2014-04-10 11:12:46,188 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173
2014-04-10 11:12:46,189 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167
2014-04-10 11:12:46,190 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174
2014-04-10 11:12:46,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176 src: /127.0.0.1:49591 dest: /127.0.0.1:55447
2014-04-10 11:12:46,198 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176 src: /127.0.0.1:42209 dest: /127.0.0.1:50700
2014-04-10 11:12:46,199 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176 src: /127.0.0.1:36508 dest: /127.0.0.1:43710
2014-04-10 11:12:46,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176 src: /127.0.0.1:41017 dest: /127.0.0.1:51097
2014-04-10 11:12:46,203 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41017, dest: /127.0.0.1:51097, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 2384904
2014-04-10 11:12:46,204 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:46,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,204 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36508, dest: /127.0.0.1:43710, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 2838840
2014-04-10 11:12:46,204 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,205 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42209, dest: /127.0.0.1:50700, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 3671604
2014-04-10 11:12:46,205 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,206 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49591, dest: /127.0.0.1:55447, bytes: 1379, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 4235065
2014-04-10 11:12:46,206 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168
2014-04-10 11:12:46,220 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176
2014-04-10 11:12:46,220 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:46,221 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741998_1174
2014-04-10 11:12:46,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741993_1169
2014-04-10 11:12:46,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,238 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0016_01_000004
2014-04-10 11:12:46,238 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0016_01_000005
2014-04-10 11:12:46,239 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:46,239 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0016_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:12:46,239 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000004
2014-04-10 11:12:46,239 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0016_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:12:46,239 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:12:46,239 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0016_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,240 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,240 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:12:46,240 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0016_000001 released container container_1397146165236_0016_01_000004 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:12:46,240 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:46,240 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0016_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:12:46,240 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000005
2014-04-10 11:12:46,240 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0016_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:46,241 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:12:46,241 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0016_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,241 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,241 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:12:46,241 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0016_000001 released container container_1397146165236_0016_01_000005 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:46,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,254 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:12:46,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177 src: /127.0.0.1:41018 dest: /127.0.0.1:51097
2014-04-10 11:12:46,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177 src: /127.0.0.1:42213 dest: /127.0.0.1:50700
2014-04-10 11:12:46,274 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177 src: /127.0.0.1:49597 dest: /127.0.0.1:55447
2014-04-10 11:12:46,276 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49597, dest: /127.0.0.1:55447, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, duration: 1589103
2014-04-10 11:12:46,277 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:46,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,277 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42213, dest: /127.0.0.1:50700, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, duration: 2031380
2014-04-10 11:12:46,277 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,278 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,278 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41018, dest: /127.0.0.1:51097, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, duration: 2705740
2014-04-10 11:12:46,278 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,295 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:46,295 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:12:46,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:12:46,336 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:12:46,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178 src: /127.0.0.1:42216 dest: /127.0.0.1:50700
2014-04-10 11:12:46,356 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178 src: /127.0.0.1:36515 dest: /127.0.0.1:43710
2014-04-10 11:12:46,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178 src: /127.0.0.1:41024 dest: /127.0.0.1:51097
2014-04-10 11:12:46,361 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41024, dest: /127.0.0.1:51097, bytes: 81202, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, duration: 3090434
2014-04-10 11:12:46,361 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:46,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,362 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36515, dest: /127.0.0.1:43710, bytes: 81202, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, duration: 3393171
2014-04-10 11:12:46,362 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,362 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,363 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42216, dest: /127.0.0.1:50700, bytes: 81202, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, duration: 4213248
2014-04-10 11:12:46,363 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:46,363 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:46,378 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:12:46,378 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0017
2014-04-10 11:12:46,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017 dst=null perm=null
2014-04-10 11:12:46,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:46,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:46,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:46,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:46,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:46,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:46,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:46,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:46,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:46,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:46,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175
2014-04-10 11:12:46,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:46,391 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176
2014-04-10 11:12:46,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:46,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178
2014-04-10 11:12:46,392 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741996_1172
2014-04-10 11:12:46,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:46,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:46,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175
2014-04-10 11:12:46,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177
2014-04-10 11:12:46,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170
2014-04-10 11:12:46,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741997_1173
2014-04-10 11:12:46,435 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 17 submitted by user brock
2014-04-10 11:12:46,435 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0017
2014-04-10 11:12:46,435 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0017
2014-04-10 11:12:46,435 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0017
2014-04-10 11:12:46,435 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0017 State change from NEW to NEW_SAVING
2014-04-10 11:12:46,436 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0017 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:12:46,436 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0017_000001
2014-04-10 11:12:46,436 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from NEW to SUBMITTED
2014-04-10 11:12:46,437 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0017 from user: brock activated in queue: default
2014-04-10 11:12:46,437 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0017 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:12:46,437 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0017 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:12:46,437 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0017
2014-04-10 11:12:46,437 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0017_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:12:46,438 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:12:46,438 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0017 State change from SUBMITTED to ACCEPTED
2014-04-10 11:12:46,440 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0017/
2014-04-10 11:12:46,440 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1397146165236_0017
2014-04-10 11:12:46,440 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://localhost:56922/proxy/application_1397146165236_0017/
2014-04-10 11:12:46,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:46,681 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000001
2014-04-10 11:12:46,681 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0017_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:12:46,681 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0017 container=Container: [ContainerId: container_1397146165236_0017_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0017_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:12:46,682 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:46,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:46,682 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0017 AttemptId: appattempt_1397146165236_0017_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0017_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:12:46,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:12:46,683 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:12:46,683 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0017_000001
2014-04-10 11:12:46,684 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0017_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0017_000001
2014-04-10 11:12:46,684 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0017_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:12:46,687 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0017_000001 (auth:SIMPLE)
2014-04-10 11:12:46,688 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0017_01_000001 by user brock
2014-04-10 11:12:46,689 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0017
2014-04-10 11:12:46,689 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000001
2014-04-10 11:12:46,689 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from NEW to INITING
2014-04-10 11:12:46,689 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0017_01_000001 to application application_1397146165236_0017
2014-04-10 11:12:46,689 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from INITING to RUNNING
2014-04-10 11:12:46,689 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0017_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0017_000001
2014-04-10 11:12:46,690 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:12:46,690 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:12:46,690 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0017
2014-04-10 11:12:46,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:46,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:12:46,691 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:12:46,691 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:46,691 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0017_01_000001
2014-04-10 11:12:46,701 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0017_01_000001.tokens. Credentials list:
2014-04-10 11:12:46,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:46,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0017_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000001.tokens
2014-04-10 11:12:46,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:12:46,845 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741986_1162 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:12:46,845 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:12:46,845 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741988_1164 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:12:46,845 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741989_1165 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:12:46,846 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741993_1169 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:12:46,846 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:12:46,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0016 dst=null perm=null
2014-04-10 11:12:46,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:46,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:46,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:46,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49605, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1599094945_10047, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, duration: 932435
2014-04-10 11:12:46,914 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:46,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:46,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:46,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:46,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41029, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1599094945_10047, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, duration: 246380
2014-04-10 11:12:46,960 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:46,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:46,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:46,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:46,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41029, bytes: 1391, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1599094945_10047, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 215646
2014-04-10 11:12:47,015 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:47,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:47,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:47,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:47,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42224, bytes: 81838, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1599094945_10047, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, duration: 410470
2014-04-10 11:12:47,049 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073741999_1175 to datanode(s) 127.0.0.1:50700
2014-04-10 11:12:47,049 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741989_1165, blk_1073741990_1166, blk_1073741993_1169]
2014-04-10 11:12:47,049 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741996_1172]
2014-04-10 11:12:47,062 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0017/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:47,062 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:47,094 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:47,094 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:47,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000001/default_container_executor.sh]
2014-04-10 11:12:47,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:48,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:12:48,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/COMMIT_STARTED dst=null perm=null
2014-04-10 11:12:48,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:12:48,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/COMMIT_FAIL dst=null perm=null
2014-04-10 11:12:48,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017 dst=null perm=null
2014-04-10 11:12:48,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:48,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:48,480 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175 to 127.0.0.1:50700
2014-04-10 11:12:48,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986 for deletion
2014-04-10 11:12:48,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987 for deletion
2014-04-10 11:12:48,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741988 for deletion
2014-04-10 11:12:48,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986
2014-04-10 11:12:48,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741989 for deletion
2014-04-10 11:12:48,480 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987
2014-04-10 11:12:48,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741990 for deletion
2014-04-10 11:12:48,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741988
2014-04-10 11:12:48,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741996 for deletion
2014-04-10 11:12:48,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741989
2014-04-10 11:12:48,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741990
2014-04-10 11:12:48,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175 src: /127.0.0.1:42228 dest: /127.0.0.1:50700
2014-04-10 11:12:48,481 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:12:48,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741996
2014-04-10 11:12:48,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175 src: /127.0.0.1:42228 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:12:48,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073741999_1175 size 244650
2014-04-10 11:12:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986 for deletion
2014-04-10 11:12:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987 for deletion
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741989 for deletion
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741990 for deletion
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741993 for deletion
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741990
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741989
2014-04-10 11:12:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741993
2014-04-10 11:12:48,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:48,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.splitmetainfo dst=null perm=null
2014-04-10 11:12:48,639 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41035, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177, duration: 169229
2014-04-10 11:12:49,289 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0017_000001 (auth:SIMPLE)
2014-04-10 11:12:49,291 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0017_000001
2014-04-10 11:12:49,291 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0017 APPATTEMPTID=appattempt_1397146165236_0017_000001
2014-04-10 11:12:49,291 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:12:49,291 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0017 State change from ACCEPTED to RUNNING
2014-04-10 11:12:49,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:49,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:49,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:49,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:12:49,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179 src: /127.0.0.1:49616 dest: /127.0.0.1:55447
2014-04-10 11:12:49,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179 src: /127.0.0.1:36532 dest: /127.0.0.1:43710
2014-04-10 11:12:49,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179 src: /127.0.0.1:42235 dest: /127.0.0.1:50700
2014-04-10 11:12:49,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42235, dest: /127.0.0.1:50700, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179, duration: 4492509
2014-04-10 11:12:49,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:49,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36532, dest: /127.0.0.1:43710, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179, duration: 4147173
2014-04-10 11:12:49,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:49,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:49,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49616, dest: /127.0.0.1:55447, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179, duration: 5278085
2014-04-10 11:12:49,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:49,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:49,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:12:49,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:50,050 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741993_1169, blk_1073741996_1172]
2014-04-10 11:12:50,050 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741990_1166, blk_1073741993_1169, blk_1073741996_1172]
2014-04-10 11:12:50,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:50,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000002
2014-04-10 11:12:50,682 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0017_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:12:50,682 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0017 container=Container: [ContainerId: container_1397146165236_0017_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0017_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:50,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:12:50,682 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:50,683 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:50,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000003
2014-04-10 11:12:50,683 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0017_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:12:50,684 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0017 container=Container: [ContainerId: container_1397146165236_0017_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0017_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:50,684 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:12:50,684 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:50,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:50,690 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000004
2014-04-10 11:12:50,690 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0017_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:12:50,691 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0017 container=Container: [ContainerId: container_1397146165236_0017_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0017_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:50,691 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:12:50,691 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:50,691 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:50,692 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000005
2014-04-10 11:12:50,692 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0017_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:12:50,692 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0017 container=Container: [ContainerId: container_1397146165236_0017_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0017_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:50,692 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:12:50,692 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:51,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178
2014-04-10 11:12:51,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177
2014-04-10 11:12:51,012 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175
2014-04-10 11:12:51,013 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176
2014-04-10 11:12:51,181 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178
2014-04-10 11:12:51,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175
2014-04-10 11:12:51,184 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742001_1177
2014-04-10 11:12:51,185 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176
2014-04-10 11:12:51,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:51,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:51,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:51,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:51,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:51,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:51,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:51,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:51,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179
2014-04-10 11:12:51,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:51,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:51,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986 for deletion
2014-04-10 11:12:51,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987 for deletion
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741988 for deletion
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741989 for deletion
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741988
2014-04-10 11:12:51,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741993 for deletion
2014-04-10 11:12:51,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741989_1165 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741989
2014-04-10 11:12:51,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741996 for deletion
2014-04-10 11:12:51,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741993
2014-04-10 11:12:51,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:12:51,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741996
2014-04-10 11:12:51,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:12:51,396 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179
2014-04-10 11:12:51,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179
2014-04-10 11:12:51,460 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0017_000001 (auth:SIMPLE)
2014-04-10 11:12:51,460 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0017_000001 (auth:SIMPLE)
2014-04-10 11:12:51,464 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0017_01_000005 by user brock
2014-04-10 11:12:51,465 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0017_01_000004 by user brock
2014-04-10 11:12:51,465 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0017_01_000003 by user brock
2014-04-10 11:12:51,465 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0017
2014-04-10 11:12:51,465 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0017_01_000002 by user brock
2014-04-10 11:12:51,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000005
2014-04-10 11:12:51,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000004
2014-04-10 11:12:51,465 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0017_01_000004 to application application_1397146165236_0017
2014-04-10 11:12:51,466 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from NEW to INITING
2014-04-10 11:12:51,466 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0017_01_000005 to application application_1397146165236_0017
2014-04-10 11:12:51,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000002
2014-04-10 11:12:51,466 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from INITING to RUNNING
2014-04-10 11:12:51,465 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0017_01_000003 to application application_1397146165236_0017
2014-04-10 11:12:51,465 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000003
2014-04-10 11:12:51,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:12:51,467 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0017_01_000002 to application application_1397146165236_0017
2014-04-10 11:12:51,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:12:51,467 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,467 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:12:51,467 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,467 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:51,468 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:12:51,468 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0017
2014-04-10 11:12:51,468 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,468 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,468 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:51,468 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:12:51,468 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0017
2014-04-10 11:12:51,468 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:12:51,469 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,469 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,469 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,469 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:51,469 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0017
2014-04-10 11:12:51,469 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0017
2014-04-10 11:12:51,469 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:51,469 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0017
2014-04-10 11:12:51,470 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0017_01_000005
2014-04-10 11:12:51,470 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0017_01_000004
2014-04-10 11:12:51,470 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:51,470 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:51,484 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0017_01_000005.tokens. Credentials list:
2014-04-10 11:12:51,484 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0017_01_000004.tokens. Credentials list:
2014-04-10 11:12:51,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986 for deletion
2014-04-10 11:12:51,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987 for deletion
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741988 for deletion
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741986_1162 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741986
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741990 for deletion
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741988_1164 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741988
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741987_1163 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741987
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741990_1166 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741990
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741993 for deletion
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741996 for deletion
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741993_1169 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741993
2014-04-10 11:12:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741996_1172 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741996
2014-04-10 11:12:51,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:51,507 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:51,507 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:51,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:51,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:51,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000002/default_container_executor.sh]
2014-04-10 11:12:51,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000003/default_container_executor.sh]
2014-04-10 11:12:51,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0017_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000005.tokens
2014-04-10 11:12:51,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:12:51,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:51,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:51,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:51,690 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:51,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:51,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:51,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar dst=null perm=null
2014-04-10 11:12:51,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49627, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_127596103_10230, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741999_1175, duration: 398412
2014-04-10 11:12:51,734 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0017/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:51,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:51,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:51,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml dst=null perm=null
2014-04-10 11:12:51,752 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41051, bytes: 81838, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_127596103_10230, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742002_1178, duration: 168141
2014-04-10 11:12:51,765 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0017/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:12:51,765 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:51,765 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:51,784 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:51,785 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:51,788 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:51,788 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:51,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000005/default_container_executor.sh]
2014-04-10 11:12:51,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000004/default_container_executor.sh]
2014-04-10 11:12:51,866 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0016_01_000001 succeeded
2014-04-10 11:12:51,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:12:51,866 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0016_01_000001
2014-04-10 11:12:51,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000001
2014-04-10 11:12:51,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000001
2014-04-10 11:12:51,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000001
2014-04-10 11:12:51,877 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0016_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:12:51,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000001
2014-04-10 11:12:51,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0016/container_1397146165236_0016_01_000001
2014-04-10 11:12:51,877 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0016_01_000001 from application application_1397146165236_0016
2014-04-10 11:12:51,878 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:51,878 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0016
2014-04-10 11:12:52,075 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0016_01_000001
2014-04-10 11:12:52,075 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0016_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:52,075 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0016_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:12:52,075 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0016 CONTAINERID=container_1397146165236_0016_01_000001
2014-04-10 11:12:52,075 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0016_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:52,075 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:12:52,075 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0016_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:52,076 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:52,076 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:12:52,076 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0016_000001 released container container_1397146165236_0016_01_000001 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:52,076 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0016_000001
2014-04-10 11:12:52,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0016_000001 State change from FINISHING to FINISHED
2014-04-10 11:12:52,076 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0016 State change from FINISHING to FINISHED
2014-04-10 11:12:52,076 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0016_000001
2014-04-10 11:12:52,076 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0016
2014-04-10 11:12:52,077 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0016,name=[27EFD7070A54454DB37E0BF0E067423F/733B18C325D745A4A5E1B76D79DDBD83] merged/(1/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0016/jobhistory/job/job_1397146165236_0016,appMasterHost=localhost.localdomain,startTime=1397146356906,finishTime=1397146365812,finalStatus=SUCCEEDED
2014-04-10 11:12:52,077 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0016_000001 is done. finalState=FINISHED
2014-04-10 11:12:52,077 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0016 requests cleared
2014-04-10 11:12:52,077 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0016 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:12:52,077 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0016 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:12:52,079 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0016_000001 (auth:SIMPLE)
2014-04-10 11:12:52,080 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0016_01_000001
2014-04-10 11:12:52,240 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:52,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:52,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:52,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0016
2014-04-10 11:12:52,248 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:52,248 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0016, with delay of 10800 seconds
2014-04-10 11:12:52,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:52,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:52,342 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:52,868 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:12:53,075 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:12:53,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:53,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:53,076 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0016
2014-04-10 11:12:53,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:53,076 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0016 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:12:53,076 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0016, with delay of 10800 seconds
2014-04-10 11:12:53,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0016
2014-04-10 11:12:53,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0017_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000004.tokens
2014-04-10 11:12:53,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:12:53,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:53,971 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42255, bytes: 1391, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000001_0_1583920979_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 171970
2014-04-10 11:12:54,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:54,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00003 dst=null perm=null
2014-04-10 11:12:54,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00003 dst=null perm=null
2014-04-10 11:12:54,043 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41064, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000001_0_1583920979_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741994_1170, duration: 111488
2014-04-10 11:12:54,106 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49642, bytes: 1391, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000000_0_1029742805_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 174520
2014-04-10 11:12:54,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00000 dst=null perm=null
2014-04-10 11:12:54,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:54,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00000 dst=null perm=null
2014-04-10 11:12:54,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41067, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000000_0_1029742805_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741992_1168, duration: 175681
2014-04-10 11:12:54,244 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41068, bytes: 359, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000003_0_2139188855_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 184199
2014-04-10 11:12:54,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job.split dst=null perm=null
2014-04-10 11:12:54,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_m_000001_0 dst=null perm=null
2014-04-10 11:12:54,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00002 dst=null perm=null
2014-04-10 11:12:54,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00002 dst=null perm=null
2014-04-10 11:12:54,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41068, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000003_0_2139188855_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741995_1171, duration: 159042
2014-04-10 11:12:54,347 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0017_01_000003
2014-04-10 11:12:54,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000003
2014-04-10 11:12:54,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:12:54,348 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0017_01_000003
2014-04-10 11:12:54,348 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42264, bytes: 875, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000002_0_-1278578146_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742000_1176, duration: 210329
2014-04-10 11:12:54,356 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0017_01_000003 is : 143
2014-04-10 11:12:54,365 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:54,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:54,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000003
2014-04-10 11:12:54,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000003
2014-04-10 11:12:54,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000003
2014-04-10 11:12:54,376 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000003
2014-04-10 11:12:54,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:54,376 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000003
2014-04-10 11:12:54,376 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0017_01_000003 from application application_1397146165236_0017
2014-04-10 11:12:54,377 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:54,377 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0017
2014-04-10 11:12:54,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_m_000000_0 dst=null perm=null
2014-04-10 11:12:54,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00001 dst=null perm=null
2014-04-10 11:12:54,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B/part-00001 dst=null perm=null
2014-04-10 11:12:54,426 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41071, bytes: 221, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0017_m_000002_0_-1278578146_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741991_1167, duration: 177741
2014-04-10 11:12:54,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180 src: /127.0.0.1:41072 dest: /127.0.0.1:51097
2014-04-10 11:12:54,430 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180 src: /127.0.0.1:36565 dest: /127.0.0.1:43710
2014-04-10 11:12:54,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180 src: /127.0.0.1:49651 dest: /127.0.0.1:55447
2014-04-10 11:12:54,433 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1.jhist for DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:54,455 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0017_01_000002
2014-04-10 11:12:54,455 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000002
2014-04-10 11:12:54,455 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:12:54,456 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0017_01_000002
2014-04-10 11:12:54,456 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0017_01_000003
2014-04-10 11:12:54,456 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:54,456 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0017_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:12:54,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000003
2014-04-10 11:12:54,457 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0017_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:12:54,457 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:12:54,457 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0017_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:54,457 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:54,457 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:12:54,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0017_000001 released container container_1397146165236_0017_01_000003 on node: host: localhost:54227 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:12:54,463 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0017_01_000002 is : 143
2014-04-10 11:12:54,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:54,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000002
2014-04-10 11:12:54,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000002
2014-04-10 11:12:54,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000002
2014-04-10 11:12:54,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000002
2014-04-10 11:12:54,472 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000002
2014-04-10 11:12:54,472 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:54,472 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0017_01_000002 from application application_1397146165236_0017
2014-04-10 11:12:54,472 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:54,472 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0017
2014-04-10 11:12:54,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_m_000003_0 dst=null perm=null
2014-04-10 11:12:54,595 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0017_01_000005
2014-04-10 11:12:54,595 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000005
2014-04-10 11:12:54,595 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:12:54,596 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0017_01_000005
2014-04-10 11:12:54,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0017_01_000005 is : 143
2014-04-10 11:12:54,608 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:54,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000005
2014-04-10 11:12:54,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000005
2014-04-10 11:12:54,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000005
2014-04-10 11:12:54,609 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000005
2014-04-10 11:12:54,609 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:54,609 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000005
2014-04-10 11:12:54,609 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0017_01_000005 from application application_1397146165236_0017
2014-04-10 11:12:54,609 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:54,609 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0017
2014-04-10 11:12:54,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_m_000002_0 dst=null perm=null
2014-04-10 11:12:54,661 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0017_01_000004
2014-04-10 11:12:54,662 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000004
2014-04-10 11:12:54,662 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:12:54,662 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0017_01_000004
2014-04-10 11:12:54,662 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0017_01_000005
2014-04-10 11:12:54,663 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:54,663 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0017_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:12:54,663 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000005
2014-04-10 11:12:54,663 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0017_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:12:54,663 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:12:54,663 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0017_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:54,663 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:54,663 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:12:54,663 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0017_000001 released container container_1397146165236_0017_01_000005 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:12:54,668 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0017_01_000004 is : 143
2014-04-10 11:12:54,675 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:54,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000004
2014-04-10 11:12:54,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000004
2014-04-10 11:12:54,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000004
2014-04-10 11:12:54,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000004
2014-04-10 11:12:54,676 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000004
2014-04-10 11:12:54,676 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:54,676 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0017_01_000004 from application application_1397146165236_0017
2014-04-10 11:12:54,676 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:54,676 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0017
2014-04-10 11:12:55,456 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0017_01_000002
2014-04-10 11:12:55,457 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:55,457 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0017_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:12:55,457 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000002
2014-04-10 11:12:55,458 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0017_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:12:55,458 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:12:55,458 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0017_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:55,458 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:55,458 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:12:55,459 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0017_000001 released container container_1397146165236_0017_01_000002 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:12:55,663 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0017_01_000004
2014-04-10 11:12:55,663 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:12:55,663 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0017_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:12:55,663 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000004
2014-04-10 11:12:55,664 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0017_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:12:55,664 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:12:55,664 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0017_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:55,664 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:55,664 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:12:55,665 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0017_000001 released container container_1397146165236_0017_01_000004 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:12:56,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:12:56,458 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000006
2014-04-10 11:12:56,458 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0017_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:12:56,458 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0017 container=Container: [ContainerId: container_1397146165236_0017_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0017_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:56,459 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:12:56,459 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:12:57,361 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:12:57,374 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0017_01_000006 by user brock
2014-04-10 11:12:57,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000006
2014-04-10 11:12:57,375 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0017_01_000006 to application application_1397146165236_0017
2014-04-10 11:12:57,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:12:57,376 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0017
2014-04-10 11:12:57,376 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0017
2014-04-10 11:12:57,376 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:12:57,376 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0017
2014-04-10 11:12:57,376 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:12:57,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:12:57,408 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:57,458 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:12:57,468 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000006/default_container_executor.sh]
2014-04-10 11:12:58,365 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:12:59,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,172 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:12:59,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181 src: /127.0.0.1:36580 dest: /127.0.0.1:43710
2014-04-10 11:12:59,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181 src: /127.0.0.1:41089 dest: /127.0.0.1:51097
2014-04-10 11:12:59,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181 src: /127.0.0.1:49667 dest: /127.0.0.1:55447
2014-04-10 11:12:59,257 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49667, dest: /127.0.0.1:55447, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0017_r_000000_0_-200912174_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, duration: 10431623
2014-04-10 11:12:59,258 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:59,258 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41089, dest: /127.0.0.1:51097, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0017_r_000000_0_-200912174_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, duration: 11223081
2014-04-10 11:12:59,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,258 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,259 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36580, dest: /127.0.0.1:43710, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0017_r_000000_0_-200912174_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, duration: 11642153
2014-04-10 11:12:59,259 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,277 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0017_r_000000_0_-200912174_1
2014-04-10 11:12:59,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_r_000000_0 dst=null perm=null
2014-04-10 11:12:59,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_r_000000_0 dst=null perm=null
2014-04-10 11:12:59,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1397146165236_0017_r_000000 dst=null perm=null
2014-04-10 11:12:59,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/_temporary/attempt_1397146165236_0017_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1397146165236_0017_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:12:59,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0017_01_000006
2014-04-10 11:12:59,392 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000006
2014-04-10 11:12:59,392 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:12:59,393 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0017_01_000006
2014-04-10 11:12:59,400 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0017_01_000006 is : 143
2014-04-10 11:12:59,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,416 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:12:59,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000006
2014-04-10 11:12:59,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000006
2014-04-10 11:12:59,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000006
2014-04-10 11:12:59,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000006
2014-04-10 11:12:59,417 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000006
2014-04-10 11:12:59,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:12:59,417 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0017_01_000006 from application application_1397146165236_0017
2014-04-10 11:12:59,417 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:12:59,417 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0017
2014-04-10 11:12:59,427 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:59,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1 dst=null perm=null
2014-04-10 11:12:59,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:12:59,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:12:59,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1397146165236_0017_r_000000 dst=null perm=null
2014-04-10 11:12:59,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2014-04-10 11:12:59,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary/1/task_1397146165236_0017_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary dst=null perm=null
2014-04-10 11:12:59,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,511 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:59,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,544 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:59,571 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49651, dest: /127.0.0.1:55447, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180, duration: 5139337145
2014-04-10 11:12:59,571 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:59,572 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36565, dest: /127.0.0.1:43710, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180, duration: 5140153643
2014-04-10 11:12:59,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15094
2014-04-10 11:12:59,572 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,573 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41072, dest: /127.0.0.1:51097, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180, duration: 5141477656
2014-04-10 11:12:59,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15094
2014-04-10 11:12:59,573 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,574 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15094
2014-04-10 11:12:59,586 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1.jhist is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:59,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,606 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:12:59,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182 src: /127.0.0.1:36584 dest: /127.0.0.1:43710
2014-04-10 11:12:59,623 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182 src: /127.0.0.1:49670 dest: /127.0.0.1:55447
2014-04-10 11:12:59,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182 src: /127.0.0.1:42288 dest: /127.0.0.1:50700
2014-04-10 11:12:59,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42288, dest: /127.0.0.1:50700, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182, duration: 1990585
2014-04-10 11:12:59,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:59,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49670, dest: /127.0.0.1:55447, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182, duration: 2755302
2014-04-10 11:12:59,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36584, dest: /127.0.0.1:43710, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182, duration: 3385733
2014-04-10 11:12:59,629 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,644 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary_tmp is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:59,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:59,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1.jhist dst=null perm=null
2014-04-10 11:12:59,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist_tmp dst=null perm=null
2014-04-10 11:12:59,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1.jhist dst=null perm=null
2014-04-10 11:12:59,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist_tmp dst=null perm=null
2014-04-10 11:12:59,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1.jhist dst=null perm=null
2014-04-10 11:12:59,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49672, bytes: 61128, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180, duration: 271179
2014-04-10 11:12:59,700 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:12:59,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183 src: /127.0.0.1:41096 dest: /127.0.0.1:51097
2014-04-10 11:12:59,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183 src: /127.0.0.1:36589 dest: /127.0.0.1:43710
2014-04-10 11:12:59,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183 src: /127.0.0.1:49675 dest: /127.0.0.1:55447
2014-04-10 11:12:59,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49675, dest: /127.0.0.1:55447, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183, duration: 2433942
2014-04-10 11:12:59,720 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:59,720 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36589, dest: /127.0.0.1:43710, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183, duration: 3059170
2014-04-10 11:12:59,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,721 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41096, dest: /127.0.0.1:51097, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183, duration: 3881475
2014-04-10 11:12:59,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,786 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:59,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:59,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1_conf.xml dst=null perm=null
2014-04-10 11:12:59,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:59,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1_conf.xml dst=null perm=null
2014-04-10 11:12:59,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml_tmp dst=null perm=null
2014-04-10 11:12:59,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017/job_1397146165236_0017_1_conf.xml dst=null perm=null
2014-04-10 11:12:59,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:12:59,830 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42293, bytes: 95881, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742003_1179, duration: 365792
2014-04-10 11:12:59,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:12:59,846 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184 src: /127.0.0.1:42294 dest: /127.0.0.1:50700
2014-04-10 11:12:59,847 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184 src: /127.0.0.1:41101 dest: /127.0.0.1:51097
2014-04-10 11:12:59,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184 src: /127.0.0.1:36594 dest: /127.0.0.1:43710
2014-04-10 11:12:59,852 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36594, dest: /127.0.0.1:43710, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184, duration: 2432599
2014-04-10 11:12:59,853 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:12:59,853 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41101, dest: /127.0.0.1:51097, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184, duration: 3033089
2014-04-10 11:12:59,854 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42294, dest: /127.0.0.1:50700, bytes: 95137, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1747633730_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184, duration: 3888894
2014-04-10 11:12:59,854 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:12:59,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:12:59,869 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1747633730_1
2014-04-10 11:12:59,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:59,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:59,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:59,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:12:59,944 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0017_000001 with final state: FINISHING
2014-04-10 11:12:59,944 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:59,945 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0017 with final state: FINISHING
2014-04-10 11:12:59,945 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0017 State change from RUNNING to FINAL_SAVING
2014-04-10 11:12:59,945 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0017
2014-04-10 11:12:59,945 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:59,945 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0017 State change from FINAL_SAVING to FINISHING
2014-04-10 11:12:59,953 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:12:59,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:12:59,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:12:59,957 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0017 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist
2014-04-10 11:12:59,958 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist]
2014-04-10 11:12:59,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist dst=null perm=null
2014-04-10 11:12:59,961 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41105, bytes: 61128, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183, duration: 244292
2014-04-10 11:12:59,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary dst=null perm=null
2014-04-10 11:12:59,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49683, bytes: 452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182, duration: 238418
2014-04-10 11:12:59,987 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0017,submitTime=1397146366435,launchTime=1397146369300,firstMapTaskLaunchTime=1397146371476,firstReduceTaskLaunchTime=1397146377376,finishTime=1397146379545,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[27EFD7070A54454DB37E0BF0E067423F/7780CC16E2F4446080896A79E6CACF3B] merged/(2/2) ...latform/splitsourcemerged
2014-04-10 11:12:59,987 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary]
2014-04-10 11:13:00,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:13:00,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017.summary dst=null perm=null
2014-04-10 11:13:00,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:13:00,005 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist
2014-04-10 11:13:00,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0017-1397146366435-brock-%5B27EFD7070A54454DB37E0BF0E067423F%2F7780CC16E2F44460-1397146379545-4-1-SUCCEEDED-default-1397146369300.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:00,019 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0017_conf.xml
2014-04-10 11:13:00,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0017_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0017_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:00,069 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741992_1168 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:13:00,069 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741991_1167 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:13:00,070 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741995_1171 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:13:00,070 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741994_1170 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:13:00,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/9142850883_split_D281D531D2D841F79FC55126479AC85B dst=null perm=null
2014-04-10 11:13:00,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,072 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary
2014-04-10 11:13:00,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/_temporary dst=null perm=null
2014-04-10 11:13:00,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,092 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:00,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2014-04-10 11:13:00,096 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36599, bytes: 499, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, duration: 232104
2014-04-10 11:13:00,096 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitsourcemerged
2014-04-10 11:13:00,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged dst=null perm=null
2014-04-10 11:13:00,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2014-04-10 11:13:00,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemerged/part-00000 dst=null perm=null
2014-04-10 11:13:00,103 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49683, bytes: 499, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181, duration: 278904
2014-04-10 11:13:00,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:00,120 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:13:00,120 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:13:00,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:00,126 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:13:00,127 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:13:00,127 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy"]
2014-04-10 11:13:00,127 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:13:00,127 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:13:00,127 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:13:00,128 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...fieldedpipesplatform/copy
2014-04-10 11:13:00,140 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:00,154 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:00,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:00,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:00,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:00,158 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 18
2014-04-10 11:13:00,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018 dst=null perm=null
2014-04-10 11:13:00,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:13:00,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:13:00,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:00,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,230 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:13:00,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185 src: /127.0.0.1:36600 dest: /127.0.0.1:43710
2014-04-10 11:13:00,247 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185 src: /127.0.0.1:41109 dest: /127.0.0.1:51097
2014-04-10 11:13:00,248 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185 src: /127.0.0.1:42304 dest: /127.0.0.1:50700
2014-04-10 11:13:00,252 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42304, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, duration: 3668781
2014-04-10 11:13:00,253 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:00,253 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,253 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41109, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, duration: 4245280
2014-04-10 11:13:00,253 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,254 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36600, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, duration: 4261254
2014-04-10 11:13:00,254 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,269 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:00,270 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar
2014-04-10 11:13:00,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:00,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:00,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:00,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:00,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:13:00,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:13:00,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:13:00,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:13:00,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:13:00,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:00,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:00,313 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:00,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:00,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,345 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split
2014-04-10 11:13:00,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:00,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:00,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186 src: /127.0.0.1:42305 dest: /127.0.0.1:50700
2014-04-10 11:13:00,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186 src: /127.0.0.1:49689 dest: /127.0.0.1:55447
2014-04-10 11:13:00,381 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186 src: /127.0.0.1:41113 dest: /127.0.0.1:51097
2014-04-10 11:13:00,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186 src: /127.0.0.1:36606 dest: /127.0.0.1:43710
2014-04-10 11:13:00,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36606, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 2281260
2014-04-10 11:13:00,386 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:00,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,386 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41113, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 2776736
2014-04-10 11:13:00,387 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,387 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,387 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49689, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 3401238
2014-04-10 11:13:00,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,388 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,388 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42305, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 3981887
2014-04-10 11:13:00,388 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,389 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,393 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0017_01_000006
2014-04-10 11:13:00,393 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:00,394 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0017_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:13:00,394 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000006
2014-04-10 11:13:00,394 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0017_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:13:00,394 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:13:00,394 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0017_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:00,395 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:00,395 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:13:00,395 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0017_000001 released container container_1397146165236_0017_01_000006 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:13:00,402 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:00,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,437 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:13:00,454 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187 src: /127.0.0.1:41115 dest: /127.0.0.1:51097
2014-04-10 11:13:00,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187 src: /127.0.0.1:36608 dest: /127.0.0.1:43710
2014-04-10 11:13:00,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187 src: /127.0.0.1:49694 dest: /127.0.0.1:55447
2014-04-10 11:13:00,461 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49694, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, duration: 1539616
2014-04-10 11:13:00,461 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:00,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,462 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36608, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, duration: 2185863
2014-04-10 11:13:00,462 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,463 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41115, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, duration: 2851008
2014-04-10 11:13:00,463 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:00,478 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:13:00,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:00,518 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:13:00,537 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188 src: /127.0.0.1:49696 dest: /127.0.0.1:55447
2014-04-10 11:13:00,538 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188 src: /127.0.0.1:41120 dest: /127.0.0.1:51097
2014-04-10 11:13:00,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188 src: /127.0.0.1:36613 dest: /127.0.0.1:43710
2014-04-10 11:13:00,544 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36613, dest: /127.0.0.1:43710, bytes: 79556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, duration: 3168329
2014-04-10 11:13:00,544 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:00,544 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,545 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41120, dest: /127.0.0.1:51097, bytes: 79556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, duration: 3527100
2014-04-10 11:13:00,545 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,545 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,545 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49696, dest: /127.0.0.1:55447, bytes: 79556, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, duration: 4133896
2014-04-10 11:13:00,546 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:00,546 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:00,561 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:00,561 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0018
2014-04-10 11:13:00,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018 dst=null perm=null
2014-04-10 11:13:00,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:00,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:00,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:00,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:00,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:00,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:00,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:00,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:00,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:00,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:00,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:00,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:00,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:00,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:00,616 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 18 submitted by user brock
2014-04-10 11:13:00,617 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0018
2014-04-10 11:13:00,617 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0018
2014-04-10 11:13:00,617 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0018
2014-04-10 11:13:00,617 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0018 State change from NEW to NEW_SAVING
2014-04-10 11:13:00,618 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0018 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:13:00,618 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0018_000001
2014-04-10 11:13:00,618 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from NEW to SUBMITTED
2014-04-10 11:13:00,619 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0018 from user: brock activated in queue: default
2014-04-10 11:13:00,619 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0018 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:13:00,619 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0018 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:13:00,619 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0018_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:13:00,620 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:13:00,620 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0018
2014-04-10 11:13:00,620 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0018 State change from SUBMITTED to ACCEPTED
2014-04-10 11:13:00,622 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0018/
2014-04-10 11:13:00,622 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0018
2014-04-10 11:13:00,622 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0018/
2014-04-10 11:13:00,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:00,666 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000001
2014-04-10 11:13:00,666 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0018_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:13:00,666 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0018 container=Container: [ContainerId: container_1397146165236_0018_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0018_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:00,666 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:13:00,666 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:00,666 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:00,667 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0018 AttemptId: appattempt_1397146165236_0018_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0018_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:13:00,667 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:13:00,667 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:13:00,668 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0018_000001
2014-04-10 11:13:00,668 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0018_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0018_000001
2014-04-10 11:13:00,669 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0018_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:13:00,671 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0018_000001 (auth:SIMPLE)
2014-04-10 11:13:00,673 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0018_01_000001 by user brock
2014-04-10 11:13:00,673 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0018
2014-04-10 11:13:00,674 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000001
2014-04-10 11:13:00,674 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from NEW to INITING
2014-04-10 11:13:00,674 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0018_01_000001 to application application_1397146165236_0018
2014-04-10 11:13:00,674 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0018_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0018_000001
2014-04-10 11:13:00,674 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from INITING to RUNNING
2014-04-10 11:13:00,674 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:13:00,675 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:13:00,675 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0018
2014-04-10 11:13:00,675 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:00,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:13:00,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:13:00,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:00,676 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0018_01_000001
2014-04-10 11:13:00,687 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0018_01_000001.tokens. Credentials list:
2014-04-10 11:13:00,702 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:00,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1397146165236_0018_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000001.tokens
2014-04-10 11:13:00,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:00,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:00,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:00,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:00,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36599, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1225653079_10569, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, duration: 823105
2014-04-10 11:13:00,914 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:00,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:00,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:00,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:00,941 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41105, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1225653079_10569, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, duration: 210492
2014-04-10 11:13:00,960 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0018/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:00,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:00,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:00,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:00,987 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41105, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1225653079_10569, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 208430
2014-04-10 11:13:01,006 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0018/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:01,011 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073741999_1175 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:13:01,011 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:13:01,011 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742001_1177 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:13:01,011 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742002_1178 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:13:01,012 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742004_1180 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:13:01,012 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:13:01,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0017 dst=null perm=null
2014-04-10 11:13:01,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188
2014-04-10 11:13:01,019 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183
2014-04-10 11:13:01,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:01,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:01,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:01,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49683, bytes: 80180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1225653079_10569, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, duration: 545261
2014-04-10 11:13:01,054 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0018/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:01,054 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:01,086 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:01,087 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:01,152 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000001/default_container_executor.sh]
2014-04-10 11:13:01,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185
2014-04-10 11:13:01,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181
2014-04-10 11:13:01,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186
2014-04-10 11:13:01,218 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187
2014-04-10 11:13:01,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180
2014-04-10 11:13:01,384 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182
2014-04-10 11:13:01,385 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184
2014-04-10 11:13:01,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185
2014-04-10 11:13:01,386 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186
2014-04-10 11:13:01,398 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181
2014-04-10 11:13:01,398 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182
2014-04-10 11:13:01,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184
2014-04-10 11:13:01,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180
2014-04-10 11:13:01,399 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187
2014-04-10 11:13:01,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183
2014-04-10 11:13:01,400 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186
2014-04-10 11:13:01,417 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742008_1184
2014-04-10 11:13:01,429 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742005_1181
2014-04-10 11:13:01,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742007_1183
2014-04-10 11:13:01,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188
2014-04-10 11:13:01,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742004_1180
2014-04-10 11:13:01,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187
2014-04-10 11:13:01,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742006_1182
2014-04-10 11:13:01,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186
2014-04-10 11:13:01,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185
2014-04-10 11:13:01,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188
2014-04-10 11:13:01,665 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:02,052 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073742009_1185 to datanode(s) 127.0.0.1:55447
2014-04-10 11:13:02,052 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742004_1180, blk_1073741991_1167, blk_1073741992_1168, blk_1073741994_1170, blk_1073741995_1171, blk_1073741999_1175]
2014-04-10 11:13:02,052 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742003_1179, blk_1073742004_1180, blk_1073742006_1182, blk_1073741992_1168, blk_1073741994_1170, blk_1073741999_1175]
2014-04-10 11:13:02,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:02,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/COMMIT_STARTED dst=null perm=null
2014-04-10 11:13:02,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:13:02,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/COMMIT_FAIL dst=null perm=null
2014-04-10 11:13:02,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018 dst=null perm=null
2014-04-10 11:13:02,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:02,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:02,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:02,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:02,640 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36620, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742011_1187, duration: 158660
2014-04-10 11:13:03,222 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0018_000001 (auth:SIMPLE)
2014-04-10 11:13:03,224 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0018_000001
2014-04-10 11:13:03,224 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0018 APPATTEMPTID=appattempt_1397146165236_0018_000001
2014-04-10 11:13:03,224 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:13:03,224 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0018 State change from ACCEPTED to RUNNING
2014-04-10 11:13:03,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:03,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:03,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:03,394 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:13:03,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189 src: /127.0.0.1:36622 dest: /127.0.0.1:43710
2014-04-10 11:13:03,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189 src: /127.0.0.1:49708 dest: /127.0.0.1:55447
2014-04-10 11:13:03,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189 src: /127.0.0.1:41132 dest: /127.0.0.1:51097
2014-04-10 11:13:03,439 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41132, dest: /127.0.0.1:51097, bytes: 93419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189, duration: 3802504
2014-04-10 11:13:03,439 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:03,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:03,439 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49708, dest: /127.0.0.1:55447, bytes: 93419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189, duration: 4303910
2014-04-10 11:13:03,440 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:03,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:03,440 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36622, dest: /127.0.0.1:43710, bytes: 93419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189, duration: 4798443
2014-04-10 11:13:03,440 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:03,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742013_1189{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:03,452 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1_conf.xml is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:03,482 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185 to 127.0.0.1:55447
2014-04-10 11:13:03,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185 src: /127.0.0.1:49710 dest: /127.0.0.1:55447
2014-04-10 11:13:03,484 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:13:03,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185 src: /127.0.0.1:49710 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:13:03,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742009_1185 size 244650
2014-04-10 11:13:03,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000 for deletion
2014-04-10 11:13:03,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742001 for deletion
2014-04-10 11:13:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000
2014-04-10 11:13:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742001
2014-04-10 11:13:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742003 for deletion
2014-04-10 11:13:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742004_1180 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742004 for deletion
2014-04-10 11:13:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742003
2014-04-10 11:13:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742006 for deletion
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741992 for deletion
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742004_1180 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742004
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742006
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000 for deletion
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741992
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742001 for deletion
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741994_1170 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741994 for deletion
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742002 for deletion
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999 for deletion
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742004_1180 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742004 for deletion
2014-04-10 11:13:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741991 for deletion
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741994_1170 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741994
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741992 for deletion
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742001
2014-04-10 11:13:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741994_1170 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741994 for deletion
2014-04-10 11:13:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742002
2014-04-10 11:13:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741995_1171 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741995 for deletion
2014-04-10 11:13:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742004_1180 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742004
2014-04-10 11:13:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999 for deletion
2014-04-10 11:13:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741991
2014-04-10 11:13:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741994_1170 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741994
2014-04-10 11:13:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741992
2014-04-10 11:13:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741995_1171 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741995
2014-04-10 11:13:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999
2014-04-10 11:13:04,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:04,245 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000002
2014-04-10 11:13:04,245 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0018_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:13:04,245 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0018 container=Container: [ContainerId: container_1397146165236_0018_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0018_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:04,245 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:13:04,245 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:04,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:04,246 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000003
2014-04-10 11:13:04,246 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0018_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:13:04,246 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0018 container=Container: [ContainerId: container_1397146165236_0018_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0018_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:04,246 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:13:04,246 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:04,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:04,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000004
2014-04-10 11:13:04,247 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0018_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:13:04,247 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0018 container=Container: [ContainerId: container_1397146165236_0018_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0018_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:04,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:13:04,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:04,248 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:04,248 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000005
2014-04-10 11:13:04,248 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0018_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:13:04,248 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0018 container=Container: [ContainerId: container_1397146165236_0018_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0018_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:04,249 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:13:04,249 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:05,053 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742000_1176, blk_1073742001_1177, blk_1073742002_1178, blk_1073742003_1179, blk_1073742006_1182, blk_1073741991_1167, blk_1073741992_1168, blk_1073741994_1170, blk_1073741995_1171, blk_1073741999_1175]
2014-04-10 11:13:05,053 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742000_1176, blk_1073742002_1178, blk_1073742003_1179, blk_1073742004_1180, blk_1073742006_1182, blk_1073741991_1167, blk_1073741995_1171, blk_1073741999_1175]
2014-04-10 11:13:05,266 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:05,267 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:05,267 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:05,267 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:05,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:05,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:05,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:05,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:05,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:05,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:05,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:05,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:05,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:05,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:05,388 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0018_000001 (auth:SIMPLE)
2014-04-10 11:13:05,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0018_01_000005 by user brock
2014-04-10 11:13:05,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0018_01_000003 by user brock
2014-04-10 11:13:05,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0018_01_000002 by user brock
2014-04-10 11:13:05,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0018_01_000004 by user brock
2014-04-10 11:13:05,393 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0018_01_000003 to application application_1397146165236_0018
2014-04-10 11:13:05,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000003
2014-04-10 11:13:05,392 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0018
2014-04-10 11:13:05,393 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0018_01_000002 to application application_1397146165236_0018
2014-04-10 11:13:05,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000005
2014-04-10 11:13:05,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000004
2014-04-10 11:13:05,393 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000002
2014-04-10 11:13:05,393 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0018_01_000004 to application application_1397146165236_0018
2014-04-10 11:13:05,394 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from NEW to INITING
2014-04-10 11:13:05,394 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0018_01_000005 to application application_1397146165236_0018
2014-04-10 11:13:05,394 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from INITING to RUNNING
2014-04-10 11:13:05,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:13:05,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:13:05,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:13:05,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:13:05,396 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,396 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,396 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:05,396 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0018
2014-04-10 11:13:05,396 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:05,396 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:05,397 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,397 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,397 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:05,397 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0018
2014-04-10 11:13:05,397 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,397 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,397 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:05,397 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0018
2014-04-10 11:13:05,398 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,398 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0018
2014-04-10 11:13:05,398 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:05,398 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0018
2014-04-10 11:13:05,398 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0018_01_000005
2014-04-10 11:13:05,399 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0018_01_000003
2014-04-10 11:13:05,399 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0018_01_000002
2014-04-10 11:13:05,399 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0018_01_000004
2014-04-10 11:13:05,415 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0018_01_000005.tokens. Credentials list:
2014-04-10 11:13:05,415 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0018_01_000004.tokens. Credentials list:
2014-04-10 11:13:05,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0018_01_000003.tokens. Credentials list:
2014-04-10 11:13:05,417 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0018_01_000002.tokens. Credentials list:
2014-04-10 11:13:05,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:05,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0018_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000005.tokens
2014-04-10 11:13:05,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:05,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:05,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:05,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar dst=null perm=null
2014-04-10 11:13:05,617 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36632, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-490347951_10709, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185, duration: 917561
2014-04-10 11:13:05,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0018/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:05,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:05,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:05,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml dst=null perm=null
2014-04-10 11:13:05,672 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41141, bytes: 80180, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-490347951_10709, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742012_1188, duration: 403398
2014-04-10 11:13:05,691 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:05,691 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:05,692 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:05,692 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:05,692 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:05,733 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:05,734 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:05,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:05,734 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:05,737 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:05,737 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:05,737 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:05,737 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:05,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000004/default_container_executor.sh]
2014-04-10 11:13:05,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000005/default_container_executor.sh]
2014-04-10 11:13:05,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000003/default_container_executor.sh]
2014-04-10 11:13:05,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000002/default_container_executor.sh]
2014-04-10 11:13:06,053 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0017_01_000001 succeeded
2014-04-10 11:13:06,053 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:13:06,053 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0017_01_000001
2014-04-10 11:13:06,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000001
2014-04-10 11:13:06,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000001
2014-04-10 11:13:06,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000001
2014-04-10 11:13:06,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017/container_1397146165236_0017_01_000001
2014-04-10 11:13:06,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000001
2014-04-10 11:13:06,078 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0017_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:13:06,078 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0017_01_000001 from application application_1397146165236_0017
2014-04-10 11:13:06,078 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:06,079 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0017
2014-04-10 11:13:06,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:06,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:06,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:06,244 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:06,282 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:13:06,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000 for deletion
2014-04-10 11:13:06,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742001 for deletion
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742002 for deletion
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742003 for deletion
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742002
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742006 for deletion
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742003
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742001_1177 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742001
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742006
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741991 for deletion
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741992 for deletion
2014-04-10 11:13:06,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741994_1170 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741994 for deletion
2014-04-10 11:13:06,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741995_1171 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741995 for deletion
2014-04-10 11:13:06,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741994_1170 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741994
2014-04-10 11:13:06,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999 for deletion
2014-04-10 11:13:06,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741991
2014-04-10 11:13:06,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741992_1168 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741992
2014-04-10 11:13:06,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741995_1171 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741995
2014-04-10 11:13:06,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999
2014-04-10 11:13:06,395 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0017_01_000001
2014-04-10 11:13:06,395 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0017_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:06,395 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0017_000001
2014-04-10 11:13:06,395 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0017_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:13:06,395 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0017_000001 State change from FINISHING to FINISHED
2014-04-10 11:13:06,396 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0017 CONTAINERID=container_1397146165236_0017_01_000001
2014-04-10 11:13:06,396 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0017 State change from FINISHING to FINISHED
2014-04-10 11:13:06,396 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0017_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:06,396 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0017
2014-04-10 11:13:06,396 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:13:06,396 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0017_000001
2014-04-10 11:13:06,396 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0017,name=[27EFD7070A54454DB37E0BF0E067423F/7780CC16E2F4446080896A79E6CACF3B] merged/(2/2) ...latform/splitsourcemerged,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0017/jobhistory/job/job_1397146165236_0017,appMasterHost=localhost.localdomain,startTime=1397146366435,finishTime=1397146379945,finalStatus=SUCCEEDED
2014-04-10 11:13:06,396 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0017_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:06,396 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:06,396 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:13:06,396 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0017_000001 released container container_1397146165236_0017_01_000001 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:06,397 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0017_000001 is done. finalState=FINISHED
2014-04-10 11:13:06,397 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0017 requests cleared
2014-04-10 11:13:06,397 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0017 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:13:06,397 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0017 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:13:06,399 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0017_000001 (auth:SIMPLE)
2014-04-10 11:13:06,409 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0017_01_000001
2014-04-10 11:13:06,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189
2014-04-10 11:13:06,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000 for deletion
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742002 for deletion
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742003 for deletion
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742002_1178 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742002
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742000_1176 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742000
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742004_1180 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742004 for deletion
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742003_1179 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742003
2014-04-10 11:13:06,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742006 for deletion
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742004_1180 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742004
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741991 for deletion
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742006_1182 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742006
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741995_1171 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741995 for deletion
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741991_1167 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741991
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999 for deletion
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741995_1171 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741995
2014-04-10 11:13:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073741999_1175 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073741999
2014-04-10 11:13:06,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189
2014-04-10 11:13:06,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742009_1185
2014-04-10 11:13:06,666 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:06,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:06,667 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0017
2014-04-10 11:13:06,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:06,667 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:06,667 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0017, with delay of 10800 seconds
2014-04-10 11:13:06,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:06,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:06,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:06,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0018_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000002.tokens
2014-04-10 11:13:06,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:06,964 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:07,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0018_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000003.tokens
2014-04-10 11:13:07,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:07,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:07,395 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:07,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:07,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:07,396 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0017
2014-04-10 11:13:07,396 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0017 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:07,396 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0017, with delay of 10800 seconds
2014-04-10 11:13:07,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:07,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0017
2014-04-10 11:13:07,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0018_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000004.tokens
2014-04-10 11:13:07,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:08,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:08,139 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42347, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000000_0_379865012_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 167746
2014-04-10 11:13:08,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:08,194 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49731, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000000_0_379865012_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 175811
2014-04-10 11:13:08,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:08,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:08,319 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49733, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000001_0_1830291319_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 176655
2014-04-10 11:13:08,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:08,380 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:13:08,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:08,390 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41158, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000002_0_-709036916_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 160779
2014-04-10 11:13:08,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:08,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job.split dst=null perm=null
2014-04-10 11:13:08,431 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190 src: /127.0.0.1:41159 dest: /127.0.0.1:51097
2014-04-10 11:13:08,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190 src: /127.0.0.1:36653 dest: /127.0.0.1:43710
2014-04-10 11:13:08,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190 src: /127.0.0.1:49739 dest: /127.0.0.1:55447
2014-04-10 11:13:08,439 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49739, dest: /127.0.0.1:55447, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000000_0_379865012_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, duration: 5266852
2014-04-10 11:13:08,439 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:08,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:08,440 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36653, dest: /127.0.0.1:43710, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000000_0_379865012_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, duration: 5950251
2014-04-10 11:13:08,440 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41159, dest: /127.0.0.1:51097, bytes: 319, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000000_0_379865012_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, duration: 6405680
2014-04-10 11:13:08,440 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:08,441 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:08,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:08,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742014_1190{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:08,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:08,450 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36655, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000002_0_-709036916_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 149308
2014-04-10 11:13:08,460 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0018_m_000000_0_379865012_1
2014-04-10 11:13:08,482 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36656, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000003_0_-1548643090_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742010_1186, duration: 192502
2014-04-10 11:13:08,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42359, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000001_0_1830291319_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 161809
2014-04-10 11:13:08,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000000_0 dst=null perm=null
2014-04-10 11:13:08,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000000_0 dst=null perm=null
2014-04-10 11:13:08,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000000 dst=null perm=null
2014-04-10 11:13:08,534 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:08,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:08,548 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36656, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0018_m_000003_0_-1548643090_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 156836
2014-04-10 11:13:08,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:09,068 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:13:09,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:09,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:09,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191 src: /127.0.0.1:42360 dest: /127.0.0.1:50700
2014-04-10 11:13:09,738 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191 src: /127.0.0.1:49744 dest: /127.0.0.1:55447
2014-04-10 11:13:09,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191 src: /127.0.0.1:41168 dest: /127.0.0.1:51097
2014-04-10 11:13:09,745 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41168, dest: /127.0.0.1:51097, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000001_0_1830291319_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, duration: 3273621
2014-04-10 11:13:09,745 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:09,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49744, dest: /127.0.0.1:55447, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000001_0_1830291319_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, duration: 3712769
2014-04-10 11:13:09,746 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:09,746 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42360, dest: /127.0.0.1:50700, bytes: 391, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000001_0_1830291319_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, duration: 4487184
2014-04-10 11:13:09,746 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:09,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742015_1191{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,757 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0018_01_000002
2014-04-10 11:13:09,757 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000002
2014-04-10 11:13:09,757 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:13:09,757 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0018_01_000002
2014-04-10 11:13:09,763 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0018_01_000002 is : 143
2014-04-10 11:13:09,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:09,771 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:09,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000002
2014-04-10 11:13:09,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000002
2014-04-10 11:13:09,771 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000002
2014-04-10 11:13:09,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000002
2014-04-10 11:13:09,776 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000002
2014-04-10 11:13:09,777 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:09,777 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0018_01_000002 from application application_1397146165236_0018
2014-04-10 11:13:09,777 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:09,777 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0018
2014-04-10 11:13:09,818 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0018_m_000001_0_1830291319_1
2014-04-10 11:13:09,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193 src: /127.0.0.1:41170 dest: /127.0.0.1:51097
2014-04-10 11:13:09,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193 src: /127.0.0.1:49748 dest: /127.0.0.1:55447
2014-04-10 11:13:09,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193 src: /127.0.0.1:36664 dest: /127.0.0.1:43710
2014-04-10 11:13:09,824 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:09,825 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1.jhist for DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:09,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192 src: /127.0.0.1:41169 dest: /127.0.0.1:51097
2014-04-10 11:13:09,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192 src: /127.0.0.1:36665 dest: /127.0.0.1:43710
2014-04-10 11:13:09,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192 src: /127.0.0.1:49751 dest: /127.0.0.1:55447
2014-04-10 11:13:09,831 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49751, dest: /127.0.0.1:55447, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000002_0_-709036916_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, duration: 3868545
2014-04-10 11:13:09,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,832 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:09,832 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36665, dest: /127.0.0.1:43710, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000002_0_-709036916_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, duration: 4298477
2014-04-10 11:13:09,832 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:09,832 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,832 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41169, dest: /127.0.0.1:51097, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000002_0_-709036916_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, duration: 4720183
2014-04-10 11:13:09,833 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:09,833 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742016_1192{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,852 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0018_m_000002_0_-709036916_1
2014-04-10 11:13:09,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000001_0 dst=null perm=null
2014-04-10 11:13:09,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000001_0 dst=null perm=null
2014-04-10 11:13:09,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000001 dst=null perm=null
2014-04-10 11:13:09,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194 src: /127.0.0.1:42369 dest: /127.0.0.1:50700
2014-04-10 11:13:09,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194 src: /127.0.0.1:36668 dest: /127.0.0.1:43710
2014-04-10 11:13:09,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194 src: /127.0.0.1:41177 dest: /127.0.0.1:51097
2014-04-10 11:13:09,885 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41177, dest: /127.0.0.1:51097, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000003_0_-1548643090_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, duration: 3558769
2014-04-10 11:13:09,886 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:09,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,886 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,886 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36668, dest: /127.0.0.1:43710, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000003_0_-1548643090_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, duration: 4088667
2014-04-10 11:13:09,887 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:09,887 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42369, dest: /127.0.0.1:50700, bytes: 307, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0018_m_000003_0_-1548643090_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, duration: 4877310
2014-04-10 11:13:09,887 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:09,887 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742018_1194{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:09,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:09,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000002_0 dst=null perm=null
2014-04-10 11:13:09,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0018_m_000003_0_-1548643090_1
2014-04-10 11:13:09,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000002_0 dst=null perm=null
2014-04-10 11:13:09,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000002 dst=null perm=null
2014-04-10 11:13:09,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:09,941 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0018_01_000003
2014-04-10 11:13:09,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000003
2014-04-10 11:13:09,941 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:13:09,942 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0018_01_000003
2014-04-10 11:13:09,942 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0018_01_000002
2014-04-10 11:13:09,942 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:09,942 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0018_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:13:09,942 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000002
2014-04-10 11:13:09,942 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0018_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:13:09,942 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:13:09,942 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0018_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:09,942 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:09,943 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:13:09,943 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0018_000001 released container container_1397146165236_0018_01_000002 on node: host: localhost:44541 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:13:09,955 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0018_01_000003 is : 143
2014-04-10 11:13:09,962 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:09,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000003
2014-04-10 11:13:09,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000003
2014-04-10 11:13:09,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000003
2014-04-10 11:13:09,963 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000003
2014-04-10 11:13:09,963 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000003
2014-04-10 11:13:09,963 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:09,963 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0018_01_000003 from application application_1397146165236_0018
2014-04-10 11:13:09,963 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:09,963 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0018
2014-04-10 11:13:09,971 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0018_01_000004
2014-04-10 11:13:09,971 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000004
2014-04-10 11:13:09,971 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0018_01_000003
2014-04-10 11:13:09,971 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:13:09,972 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0018_01_000004
2014-04-10 11:13:09,972 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:09,972 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0018_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:13:09,972 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000003
2014-04-10 11:13:09,972 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0018_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:13:09,972 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:13:09,972 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0018_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:09,972 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:09,972 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:13:09,972 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0018_000001 released container container_1397146165236_0018_01_000003 on node: host: localhost:44541 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:13:09,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000003_0 dst=null perm=null
2014-04-10 11:13:09,978 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0018_01_000004 is : 143
2014-04-10 11:13:09,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000003_0 dst=null perm=null
2014-04-10 11:13:09,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000003 dst=null perm=null
2014-04-10 11:13:09,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:09,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000004
2014-04-10 11:13:09,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000004
2014-04-10 11:13:09,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000004
2014-04-10 11:13:09,986 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000004
2014-04-10 11:13:09,986 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000004
2014-04-10 11:13:09,987 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:09,987 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0018_01_000004 from application application_1397146165236_0018
2014-04-10 11:13:09,987 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:09,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0018
2014-04-10 11:13:09,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/_temporary/attempt_1397146165236_0018_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:10,034 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0018_01_000005
2014-04-10 11:13:10,034 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000005
2014-04-10 11:13:10,034 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:13:10,034 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0018_01_000005
2014-04-10 11:13:10,034 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0018_01_000004
2014-04-10 11:13:10,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:10,035 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0018_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:13:10,035 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000004
2014-04-10 11:13:10,035 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0018_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:13:10,035 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:13:10,035 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0018_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:10,035 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:10,035 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:13:10,035 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0018_000001 released container container_1397146165236_0018_01_000004 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:13:10,039 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0018_01_000005 is : 143
2014-04-10 11:13:10,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:10,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000005
2014-04-10 11:13:10,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000005
2014-04-10 11:13:10,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000005
2014-04-10 11:13:10,048 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000005
2014-04-10 11:13:10,048 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000005
2014-04-10 11:13:10,048 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:10,048 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0018_01_000005 from application application_1397146165236_0018
2014-04-10 11:13:10,048 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:10,048 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0018
2014-04-10 11:13:10,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,068 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:10,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1 dst=null perm=null
2014-04-10 11:13:10,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000000 dst=null perm=null
2014-04-10 11:13:10,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null
2014-04-10 11:13:10,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000001 dst=null perm=null
2014-04-10 11:13:10,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null
2014-04-10 11:13:10,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000002 dst=null perm=null
2014-04-10 11:13:10,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null
2014-04-10 11:13:10,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000003 dst=null perm=null
2014-04-10 11:13:10,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null
2014-04-10 11:13:10,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary/1/task_1397146165236_0018_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary dst=null perm=null
2014-04-10 11:13:10,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_SUCCESS is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:10,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,227 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:10,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36664, dest: /127.0.0.1:43710, bytes: 47593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193, duration: 425110350
2014-04-10 11:13:10,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:10,249 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49748, dest: /127.0.0.1:55447, bytes: 47593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193, duration: 426286671
2014-04-10 11:13:10,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 14956
2014-04-10 11:13:10,249 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,250 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41170, dest: /127.0.0.1:51097, bytes: 47593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193, duration: 426996211
2014-04-10 11:13:10,250 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 14956
2014-04-10 11:13:10,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742017_1193{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 14956
2014-04-10 11:13:10,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1.jhist is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:10,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,288 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:13:10,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195 src: /127.0.0.1:36670 dest: /127.0.0.1:43710
2014-04-10 11:13:10,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195 src: /127.0.0.1:41179 dest: /127.0.0.1:51097
2014-04-10 11:13:10,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195 src: /127.0.0.1:42374 dest: /127.0.0.1:50700
2014-04-10 11:13:10,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42374, dest: /127.0.0.1:50700, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195, duration: 2120479
2014-04-10 11:13:10,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:10,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41179, dest: /127.0.0.1:51097, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195, duration: 2715967
2014-04-10 11:13:10,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36670, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195, duration: 3492465
2014-04-10 11:13:10,312 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742019_1195{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,327 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary_tmp is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:10,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1.jhist dst=null perm=null
2014-04-10 11:13:10,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist_tmp dst=null perm=null
2014-04-10 11:13:10,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1.jhist dst=null perm=null
2014-04-10 11:13:10,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist_tmp dst=null perm=null
2014-04-10 11:13:10,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1.jhist dst=null perm=null
2014-04-10 11:13:10,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,379 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49758, bytes: 47965, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193, duration: 289112
2014-04-10 11:13:10,383 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:13:10,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196 src: /127.0.0.1:41182 dest: /127.0.0.1:51097
2014-04-10 11:13:10,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196 src: /127.0.0.1:42377 dest: /127.0.0.1:50700
2014-04-10 11:13:10,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196 src: /127.0.0.1:49761 dest: /127.0.0.1:55447
2014-04-10 11:13:10,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49761, dest: /127.0.0.1:55447, bytes: 47593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196, duration: 2356621
2014-04-10 11:13:10,402 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:10,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42377, dest: /127.0.0.1:50700, bytes: 47593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196, duration: 2700906
2014-04-10 11:13:10,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,403 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41182, dest: /127.0.0.1:51097, bytes: 47593, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196, duration: 3436150
2014-04-10 11:13:10,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742020_1196{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,418 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist_tmp is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:10,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1_conf.xml dst=null perm=null
2014-04-10 11:13:10,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:10,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1_conf.xml dst=null perm=null
2014-04-10 11:13:10,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:10,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018/job_1397146165236_0018_1_conf.xml dst=null perm=null
2014-04-10 11:13:10,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:10,463 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49758, bytes: 94151, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742013_1189, duration: 367989
2014-04-10 11:13:10,466 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:13:10,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197 src: /127.0.0.1:41185 dest: /127.0.0.1:51097
2014-04-10 11:13:10,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197 src: /127.0.0.1:42380 dest: /127.0.0.1:50700
2014-04-10 11:13:10,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197 src: /127.0.0.1:49764 dest: /127.0.0.1:55447
2014-04-10 11:13:10,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49764, dest: /127.0.0.1:55447, bytes: 93419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197, duration: 2700737
2014-04-10 11:13:10,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:10,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42380, dest: /127.0.0.1:50700, bytes: 93419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197, duration: 3357769
2014-04-10 11:13:10,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,487 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41185, dest: /127.0.0.1:51097, bytes: 93419, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2125449687_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197, duration: 3962367
2014-04-10 11:13:10,487 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,487 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742021_1197{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,502 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_2125449687_1
2014-04-10 11:13:10,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,576 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0018_000001 with final state: FINISHING
2014-04-10 11:13:10,577 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:10,577 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0018 with final state: FINISHING
2014-04-10 11:13:10,577 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0018 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:10,577 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0018
2014-04-10 11:13:10,578 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:10,578 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0018 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:10,661 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:13:10,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:10,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:10,665 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0018 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist
2014-04-10 11:13:10,666 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist]
2014-04-10 11:13:10,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist dst=null perm=null
2014-04-10 11:13:10,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42384, bytes: 47965, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196, duration: 267977
2014-04-10 11:13:10,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary dst=null perm=null
2014-04-10 11:13:10,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41191, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195, duration: 106672
2014-04-10 11:13:10,695 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0018,submitTime=1397146380616,launchTime=1397146383233,firstMapTaskLaunchTime=1397146385402,firstReduceTaskLaunchTime=0,finishTime=1397146390228,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=18,reduceSlotSeconds=0,jobName=[9DAC52DFD3FE41FE89BF4FEA6F7222A4/77687DB32DCC4CDAB7742646E79E6C48] test/(1/1) ...fieldedpipesplatform/copy
2014-04-10 11:13:10,695 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary]
2014-04-10 11:13:10,710 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742019_1195 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:13:10,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018.summary dst=null perm=null
2014-04-10 11:13:10,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:13:10,712 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist
2014-04-10 11:13:10,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0018-1397146380616-brock-%5B9DAC52DFD3FE41FE89BF4FEA6F7222A4%2F77687DB32DCC4CDA-1397146390228-4-0-SUCCEEDED-default-1397146383233.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,727 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0018_conf.xml
2014-04-10 11:13:10,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0018_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0018_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:10,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,751 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary
2014-04-10 11:13:10,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/_temporary dst=null perm=null
2014-04-10 11:13:10,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,762 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:13:10,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null
2014-04-10 11:13:10,765 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49769, bytes: 323, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, duration: 233445
2014-04-10 11:13:10,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null
2014-04-10 11:13:10,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49769, bytes: 395, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, duration: 182025
2014-04-10 11:13:10,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null
2014-04-10 11:13:10,771 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36685, bytes: 437, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, duration: 208846
2014-04-10 11:13:10,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null
2014-04-10 11:13:10,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42384, bytes: 311, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, duration: 81620
2014-04-10 11:13:10,774 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/copy
2014-04-10 11:13:10,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy dst=null perm=null
2014-04-10 11:13:10,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null
2014-04-10 11:13:10,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00000 dst=null perm=null
2014-04-10 11:13:10,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36685, bytes: 323, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190, duration: 88379
2014-04-10 11:13:10,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null
2014-04-10 11:13:10,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00001 dst=null perm=null
2014-04-10 11:13:10,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41191, bytes: 395, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191, duration: 114529
2014-04-10 11:13:10,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null
2014-04-10 11:13:10,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00002 dst=null perm=null
2014-04-10 11:13:10,783 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36685, bytes: 437, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192, duration: 76600
2014-04-10 11:13:10,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null
2014-04-10 11:13:10,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/copy/part-00003 dst=null perm=null
2014-04-10 11:13:10,785 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41191, bytes: 311, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194, duration: 250226
2014-04-10 11:13:10,795 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:13:10,795 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:13:10,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:10,806 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:13:10,807 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:13:10,807 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->['count', 'ip']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none"]
2014-04-10 11:13:10,807 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:13:10,807 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:13:10,807 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:13:10,808 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...fieldedpipesplatform/none
2014-04-10 11:13:10,820 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:10,829 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:10,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:10,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:10,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:10,833 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 19
2014-04-10 11:13:10,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019 dst=null perm=null
2014-04-10 11:13:10,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:13:10,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:13:10,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:10,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:10,904 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:13:10,920 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198 src: /127.0.0.1:36686 dest: /127.0.0.1:43710
2014-04-10 11:13:10,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198 src: /127.0.0.1:41195 dest: /127.0.0.1:51097
2014-04-10 11:13:10,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198 src: /127.0.0.1:42390 dest: /127.0.0.1:50700
2014-04-10 11:13:10,927 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42390, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, duration: 3951918
2014-04-10 11:13:10,928 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:10,928 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,928 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41195, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, duration: 4488617
2014-04-10 11:13:10,928 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,929 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36686, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, duration: 4313912
2014-04-10 11:13:10,929 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:10,930 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742022_1198{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:10,943 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:10,944 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar
2014-04-10 11:13:10,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:10,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:10,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:10,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:10,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:10,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:13:10,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:13:10,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:13:10,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:13:10,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:13:10,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:10,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:10,989 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:10,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:11,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:11,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:11,028 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split
2014-04-10 11:13:11,035 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0018_01_000005
2014-04-10 11:13:11,035 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:11,035 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0018_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:13:11,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000005
2014-04-10 11:13:11,036 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0018_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:11,036 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:13:11,036 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0018_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:11,036 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:11,037 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:13:11,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0018_000001 released container container_1397146165236_0018_01_000005 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:11,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:11,045 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:13:11,054 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073742022_1198 to datanode(s) 127.0.0.1:55447
2014-04-10 11:13:11,054 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742019_1195]
2014-04-10 11:13:11,054 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742019_1195]
2014-04-10 11:13:11,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199 src: /127.0.0.1:49774 dest: /127.0.0.1:55447
2014-04-10 11:13:11,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199 src: /127.0.0.1:41198 dest: /127.0.0.1:51097
2014-04-10 11:13:11,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199 src: /127.0.0.1:42393 dest: /127.0.0.1:50700
2014-04-10 11:13:11,066 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199 src: /127.0.0.1:36692 dest: /127.0.0.1:43710
2014-04-10 11:13:11,072 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36692, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 5000648
2014-04-10 11:13:11,072 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:11,073 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42393, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 5508261
2014-04-10 11:13:11,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,073 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:11,073 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41198, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 6272055
2014-04-10 11:13:11,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,074 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:11,074 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49774, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 7008583
2014-04-10 11:13:11,074 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742023_1199{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,074 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:11,076 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742023_1199 size 1527
2014-04-10 11:13:11,093 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:11,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:11,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:11,128 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:13:11,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200 src: /127.0.0.1:41201 dest: /127.0.0.1:51097
2014-04-10 11:13:11,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200 src: /127.0.0.1:36694 dest: /127.0.0.1:43710
2014-04-10 11:13:11,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200 src: /127.0.0.1:49780 dest: /127.0.0.1:55447
2014-04-10 11:13:11,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49780, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, duration: 1730287
2014-04-10 11:13:11,152 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:11,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36694, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, duration: 2021363
2014-04-10 11:13:11,153 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:11,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41201, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, duration: 2730809
2014-04-10 11:13:11,154 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:11,157 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742024_1200{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,168 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:11,169 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:13:11,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:11,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:11,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:13:11,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201 src: /127.0.0.1:36696 dest: /127.0.0.1:43710
2014-04-10 11:13:11,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201 src: /127.0.0.1:49782 dest: /127.0.0.1:55447
2014-04-10 11:13:11,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201 src: /127.0.0.1:42400 dest: /127.0.0.1:50700
2014-04-10 11:13:11,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42400, dest: /127.0.0.1:50700, bytes: 81310, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, duration: 2464496
2014-04-10 11:13:11,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:11,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49782, dest: /127.0.0.1:55447, bytes: 81310, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, duration: 2976484
2014-04-10 11:13:11,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:11,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36696, dest: /127.0.0.1:43710, bytes: 81310, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, duration: 3483468
2014-04-10 11:13:11,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742025_1201{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:11,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:11,238 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742025_1201 size 81310
2014-04-10 11:13:11,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:11,252 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0019
2014-04-10 11:13:11,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019 dst=null perm=null
2014-04-10 11:13:11,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:11,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:11,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:11,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:11,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:11,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:11,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:11,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:11,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:11,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:11,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:11,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:11,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:11,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:11,308 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 19 submitted by user brock
2014-04-10 11:13:11,308 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0019
2014-04-10 11:13:11,308 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0019
2014-04-10 11:13:11,308 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0019
2014-04-10 11:13:11,308 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0019 State change from NEW to NEW_SAVING
2014-04-10 11:13:11,309 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0019 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:13:11,309 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0019_000001
2014-04-10 11:13:11,309 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from NEW to SUBMITTED
2014-04-10 11:13:11,310 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0019 from user: brock activated in queue: default
2014-04-10 11:13:11,310 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0019 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:13:11,310 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0019 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:13:11,310 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0019
2014-04-10 11:13:11,310 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0019_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:13:11,311 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:13:11,311 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0019 State change from SUBMITTED to ACCEPTED
2014-04-10 11:13:11,313 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0019/
2014-04-10 11:13:11,313 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0019
2014-04-10 11:13:11,313 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0019/
2014-04-10 11:13:11,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194
2014-04-10 11:13:11,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199
2014-04-10 11:13:11,390 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195
2014-04-10 11:13:11,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:11,398 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000001
2014-04-10 11:13:11,398 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0019_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:13:11,398 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0019 container=Container: [ContainerId: container_1397146165236_0019_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0019_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:11,398 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:13:11,398 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:11,398 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:11,399 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0019 AttemptId: appattempt_1397146165236_0019_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0019_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:13:11,399 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:13:11,399 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:13:11,400 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0019_000001
2014-04-10 11:13:11,400 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0019_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0019_000001
2014-04-10 11:13:11,400 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0019_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:13:11,403 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0019_000001 (auth:SIMPLE)
2014-04-10 11:13:11,405 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0019_01_000001 by user brock
2014-04-10 11:13:11,405 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0019
2014-04-10 11:13:11,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000001
2014-04-10 11:13:11,406 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from NEW to INITING
2014-04-10 11:13:11,406 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0019_01_000001 to application application_1397146165236_0019
2014-04-10 11:13:11,406 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from INITING to RUNNING
2014-04-10 11:13:11,406 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0019_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0019_000001
2014-04-10 11:13:11,406 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:13:11,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:13:11,407 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0019
2014-04-10 11:13:11,407 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:11,407 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:13:11,407 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:13:11,408 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:11,408 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0019_01_000001
2014-04-10 11:13:11,418 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0019_01_000001.tokens. Credentials list:
2014-04-10 11:13:11,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195
2014-04-10 11:13:11,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194
2014-04-10 11:13:11,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198
2014-04-10 11:13:11,426 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191
2014-04-10 11:13:11,427 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190
2014-04-10 11:13:11,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:11,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0019_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000001.tokens
2014-04-10 11:13:11,501 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:11,591 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198
2014-04-10 11:13:11,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196
2014-04-10 11:13:11,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191
2014-04-10 11:13:11,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197
2014-04-10 11:13:11,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190
2014-04-10 11:13:11,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:11,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742019_1195
2014-04-10 11:13:11,605 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192
2014-04-10 11:13:11,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742018_1194
2014-04-10 11:13:11,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:11,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201
2014-04-10 11:13:11,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:11,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193
2014-04-10 11:13:11,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199
2014-04-10 11:13:11,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198
2014-04-10 11:13:11,613 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36685, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322259955_11116, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, duration: 796503
2014-04-10 11:13:11,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193
2014-04-10 11:13:11,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200
2014-04-10 11:13:11,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196
2014-04-10 11:13:11,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192
2014-04-10 11:13:11,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199
2014-04-10 11:13:11,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197
2014-04-10 11:13:11,638 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201
2014-04-10 11:13:11,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200
2014-04-10 11:13:11,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742017_1193
2014-04-10 11:13:11,641 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:11,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742021_1197
2014-04-10 11:13:11,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742016_1192
2014-04-10 11:13:11,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199
2014-04-10 11:13:11,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742015_1191
2014-04-10 11:13:11,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742020_1196
2014-04-10 11:13:11,644 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742014_1190
2014-04-10 11:13:11,652 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742009_1185 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:13:11,652 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742010_1186 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:13:11,652 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742011_1187 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:13:11,653 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742012_1188 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:13:11,653 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742017_1193 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:13:11,653 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742013_1189 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:13:11,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0018 dst=null perm=null
2014-04-10 11:13:11,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:11,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:11,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:11,670 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41191, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322259955_11116, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, duration: 198962
2014-04-10 11:13:11,689 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0019/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:11,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:11,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:11,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:11,716 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41191, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322259955_11116, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 237895
2014-04-10 11:13:11,734 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0019/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:11,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:11,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:11,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:11,761 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42384, bytes: 81946, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1322259955_11116, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, duration: 470796
2014-04-10 11:13:11,780 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0019/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:11,780 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:11,791 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201
2014-04-10 11:13:11,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200
2014-04-10 11:13:11,814 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:11,814 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:11,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000001/default_container_executor.sh]
2014-04-10 11:13:12,392 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198 to 127.0.0.1:55447
2014-04-10 11:13:12,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198 src: /127.0.0.1:49787 dest: /127.0.0.1:55447
2014-04-10 11:13:12,393 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:13:12,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198 src: /127.0.0.1:49787 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:13:12,394 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742022_1198 size 244650
2014-04-10 11:13:12,397 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:12,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742019 for deletion
2014-04-10 11:13:12,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742019
2014-04-10 11:13:12,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742019 for deletion
2014-04-10 11:13:12,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742019
2014-04-10 11:13:12,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:12,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/COMMIT_STARTED dst=null perm=null
2014-04-10 11:13:12,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:13:12,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/COMMIT_FAIL dst=null perm=null
2014-04-10 11:13:13,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019 dst=null perm=null
2014-04-10 11:13:13,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:13,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:13,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:13,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:13,308 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41212, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742024_1200, duration: 189607
2014-04-10 11:13:13,896 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0019_000001 (auth:SIMPLE)
2014-04-10 11:13:13,898 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0019_000001
2014-04-10 11:13:13,898 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0019 APPATTEMPTID=appattempt_1397146165236_0019_000001
2014-04-10 11:13:13,898 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:13:13,898 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0019 State change from ACCEPTED to RUNNING
2014-04-10 11:13:13,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:13,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:13,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:14,054 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742017_1193, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189]
2014-04-10 11:13:14,055 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742017_1193, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189]
2014-04-10 11:13:14,088 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:14,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202 src: /127.0.0.1:36706 dest: /127.0.0.1:43710
2014-04-10 11:13:14,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202 src: /127.0.0.1:49792 dest: /127.0.0.1:55447
2014-04-10 11:13:14,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202 src: /127.0.0.1:41216 dest: /127.0.0.1:51097
2014-04-10 11:13:14,217 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41216, dest: /127.0.0.1:51097, bytes: 95245, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202, duration: 7262053
2014-04-10 11:13:14,217 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:14,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:14,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49792, dest: /127.0.0.1:55447, bytes: 95245, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202, duration: 8204487
2014-04-10 11:13:14,218 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:14,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:14,218 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36706, dest: /127.0.0.1:43710, bytes: 95245, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202, duration: 8695992
2014-04-10 11:13:14,218 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:14,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742026_1202{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:14,235 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:15,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:15,037 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000002
2014-04-10 11:13:15,037 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0019_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:13:15,037 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0019 container=Container: [ContainerId: container_1397146165236_0019_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0019_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,037 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:13:15,038 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,038 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:15,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000003
2014-04-10 11:13:15,038 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0019_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:13:15,039 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0019 container=Container: [ContainerId: container_1397146165236_0019_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0019_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,039 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:13:15,039 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,039 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:15,039 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000004
2014-04-10 11:13:15,040 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0019_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:13:15,040 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0019 container=Container: [ContainerId: container_1397146165236_0019_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0019_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,040 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:13:15,040 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,041 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:15,041 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000005
2014-04-10 11:13:15,041 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0019_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:13:15,041 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0019 container=Container: [ContainerId: container_1397146165236_0019_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0019_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,041 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:13:15,041 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:15,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742017 for deletion
2014-04-10 11:13:15,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009 for deletion
2014-04-10 11:13:15,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010 for deletion
2014-04-10 11:13:15,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742017
2014-04-10 11:13:15,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742011 for deletion
2014-04-10 11:13:15,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010
2014-04-10 11:13:15,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009
2014-04-10 11:13:15,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742012_1188 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742012 for deletion
2014-04-10 11:13:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742011
2014-04-10 11:13:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742013 for deletion
2014-04-10 11:13:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742012_1188 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742012
2014-04-10 11:13:15,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742013
2014-04-10 11:13:15,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742017 for deletion
2014-04-10 11:13:15,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009 for deletion
2014-04-10 11:13:15,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742017
2014-04-10 11:13:15,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010 for deletion
2014-04-10 11:13:15,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009
2014-04-10 11:13:15,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742011 for deletion
2014-04-10 11:13:15,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010
2014-04-10 11:13:15,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742012_1188 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742012 for deletion
2014-04-10 11:13:15,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742011
2014-04-10 11:13:15,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742013 for deletion
2014-04-10 11:13:15,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742012_1188 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742012
2014-04-10 11:13:15,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742013
2014-04-10 11:13:15,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:15,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:15,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:15,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:15,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:15,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:15,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:15,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:15,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:15,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:15,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:15,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:15,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:15,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:16,054 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0019_000001 (auth:SIMPLE)
2014-04-10 11:13:16,058 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0019_01_000004 by user brock
2014-04-10 11:13:16,058 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0019
2014-04-10 11:13:16,058 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000004
2014-04-10 11:13:16,058 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from NEW to INITING
2014-04-10 11:13:16,059 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0019_01_000004 to application application_1397146165236_0019
2014-04-10 11:13:16,059 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from INITING to RUNNING
2014-04-10 11:13:16,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0019_01_000003 by user brock
2014-04-10 11:13:16,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0019_01_000002 by user brock
2014-04-10 11:13:16,059 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:13:16,059 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000003
2014-04-10 11:13:16,060 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000002
2014-04-10 11:13:16,060 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0019_01_000005 by user brock
2014-04-10 11:13:16,060 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,060 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:16,060 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000005
2014-04-10 11:13:16,060 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0019
2014-04-10 11:13:16,061 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:16,061 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:16,061 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0019_01_000003 to application application_1397146165236_0019
2014-04-10 11:13:16,061 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0019_01_000002 to application application_1397146165236_0019
2014-04-10 11:13:16,062 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0019_01_000005 to application application_1397146165236_0019
2014-04-10 11:13:16,062 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0019_01_000004
2014-04-10 11:13:16,062 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:13:16,063 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:13:16,063 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:13:16,063 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,063 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,063 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:16,063 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0019
2014-04-10 11:13:16,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,064 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:16,064 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0019
2014-04-10 11:13:16,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,064 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0019
2014-04-10 11:13:16,065 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:16,065 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0019
2014-04-10 11:13:16,065 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0019_01_000003
2014-04-10 11:13:16,066 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0019_01_000002
2014-04-10 11:13:16,066 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0019_01_000005
2014-04-10 11:13:16,080 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0019_01_000002.tokens. Credentials list:
2014-04-10 11:13:16,081 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0019_01_000004.tokens. Credentials list:
2014-04-10 11:13:16,081 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0019_01_000003.tokens. Credentials list:
2014-04-10 11:13:16,081 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0019_01_000005.tokens. Credentials list:
2014-04-10 11:13:16,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:16,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0019_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000002.tokens
2014-04-10 11:13:16,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:16,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:16,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:16,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:16,278 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36712, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1571517221_11256, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, duration: 589134
2014-04-10 11:13:16,304 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:16,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:16,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:16,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:16,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36712, bytes: 81946, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1571517221_11256, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, duration: 361065
2014-04-10 11:13:16,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:16,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:16,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:16,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:16,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:16,379 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:16,379 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:16,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:16,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:16,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:16,383 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:16,383 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:16,383 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:16,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000004/default_container_executor.sh]
2014-04-10 11:13:16,448 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000002/default_container_executor.sh]
2014-04-10 11:13:16,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000005/default_container_executor.sh]
2014-04-10 11:13:16,452 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000003/default_container_executor.sh]
2014-04-10 11:13:16,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202
2014-04-10 11:13:16,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202
2014-04-10 11:13:16,782 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0018_01_000001 succeeded
2014-04-10 11:13:16,783 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:13:16,783 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0018_01_000001
2014-04-10 11:13:16,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000001
2014-04-10 11:13:16,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000001
2014-04-10 11:13:16,795 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000001
2014-04-10 11:13:16,795 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0018_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:13:16,795 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000001
2014-04-10 11:13:16,795 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0018_01_000001 from application application_1397146165236_0018
2014-04-10 11:13:16,795 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:16,795 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0018
2014-04-10 11:13:16,796 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0018/container_1397146165236_0018_01_000001
2014-04-10 11:13:16,810 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202
2014-04-10 11:13:16,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198
2014-04-10 11:13:16,951 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:13:17,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:17,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:17,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:17,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:17,055 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742017_1193, blk_1073742009_1185, blk_1073742010_1186, blk_1073742011_1187, blk_1073742012_1188, blk_1073742013_1189]
2014-04-10 11:13:17,055 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742019_1195, blk_1073742009_1185, blk_1073742010_1186]
2014-04-10 11:13:17,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:17,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0019_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000005.tokens
2014-04-10 11:13:17,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:17,649 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:17,670 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0018_01_000001
2014-04-10 11:13:17,671 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0018_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:17,671 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0018_000001
2014-04-10 11:13:17,671 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0018_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:13:17,671 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0018_000001 State change from FINISHING to FINISHED
2014-04-10 11:13:17,671 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0018 CONTAINERID=container_1397146165236_0018_01_000001
2014-04-10 11:13:17,671 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0018 State change from FINISHING to FINISHED
2014-04-10 11:13:17,671 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0018_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:17,671 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0018_000001
2014-04-10 11:13:17,671 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:13:17,671 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0018
2014-04-10 11:13:17,672 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0018_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:17,672 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0018,name=[9DAC52DFD3FE41FE89BF4FEA6F7222A4/77687DB32DCC4CDAB7742646E79E6C48] test/(1/1) ...fieldedpipesplatform/copy,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0018/jobhistory/job/job_1397146165236_0018,appMasterHost=localhost.localdomain,startTime=1397146380616,finishTime=1397146390577,finalStatus=SUCCEEDED
2014-04-10 11:13:17,672 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:17,672 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:13:17,672 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0018_000001 released container container_1397146165236_0018_01_000001 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:17,672 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0018_000001 is done. finalState=FINISHED
2014-04-10 11:13:17,672 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0018 requests cleared
2014-04-10 11:13:17,672 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0018 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:13:17,672 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0018 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:13:17,674 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0018_000001 (auth:SIMPLE)
2014-04-10 11:13:17,675 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0018_01_000001
2014-04-10 11:13:17,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0019_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000003.tokens
2014-04-10 11:13:17,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:17,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:18,037 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:18,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,037 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0018
2014-04-10 11:13:18,038 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:18,038 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0018, with delay of 10800 seconds
2014-04-10 11:13:18,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0019_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000004.tokens
2014-04-10 11:13:18,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:18,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742019 for deletion
2014-04-10 11:13:18,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009 for deletion
2014-04-10 11:13:18,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742019_1195 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742019
2014-04-10 11:13:18,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010 for deletion
2014-04-10 11:13:18,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009
2014-04-10 11:13:18,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010
2014-04-10 11:13:18,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742017 for deletion
2014-04-10 11:13:18,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009 for deletion
2014-04-10 11:13:18,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742017_1193 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742017
2014-04-10 11:13:18,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010 for deletion
2014-04-10 11:13:18,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742009_1185 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742009
2014-04-10 11:13:18,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742010_1186 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742010
2014-04-10 11:13:18,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742011 for deletion
2014-04-10 11:13:18,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742012_1188 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742012 for deletion
2014-04-10 11:13:18,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742011_1187 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742011
2014-04-10 11:13:18,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742013 for deletion
2014-04-10 11:13:18,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742012_1188 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742012
2014-04-10 11:13:18,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742013_1189 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742013
2014-04-10 11:13:18,670 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:18,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,671 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0018
2014-04-10 11:13:18,671 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0018 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:18,671 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0018, with delay of 10800 seconds
2014-04-10 11:13:18,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,671 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0018
2014-04-10 11:13:18,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:18,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:18,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36723, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000000_0_-1023157783_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 189298
2014-04-10 11:13:18,913 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49809, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000001_0_1196297317_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 190768
2014-04-10 11:13:18,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:18,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.split dst=null perm=null
2014-04-10 11:13:18,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:18,965 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42429, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000000_0_-1023157783_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 156445
2014-04-10 11:13:18,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:18,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42430, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000002_0_1411264012_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 168808
2014-04-10 11:13:19,000 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42431, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000003_0_560743793_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742023_1199, duration: 166280
2014-04-10 11:13:19,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:19,059 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36730, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000003_0_560743793_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 190354
2014-04-10 11:13:19,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:19,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36731, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000002_0_1411264012_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 182920
2014-04-10 11:13:19,129 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42434, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0019_m_000001_0_1196297317_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 171908
2014-04-10 11:13:19,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_m_000001_0 dst=null perm=null
2014-04-10 11:13:19,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_m_000000_0 dst=null perm=null
2014-04-10 11:13:19,268 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0019_01_000002
2014-04-10 11:13:19,268 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000002
2014-04-10 11:13:19,268 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:13:19,268 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0019_01_000002
2014-04-10 11:13:19,274 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0019_01_000003
2014-04-10 11:13:19,274 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000003
2014-04-10 11:13:19,275 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0019_01_000002 is : 143
2014-04-10 11:13:19,282 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:19,283 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 1741 Total time for transactions(ms): 103 Number of transactions batched in Syncs: 12 Number of syncs: 1202 SyncTimes(ms): 13220 10939
2014-04-10 11:13:19,285 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:13:19,285 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:19,285 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0019_01_000003
2014-04-10 11:13:19,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_m_000003_0 dst=null perm=null
2014-04-10 11:13:19,291 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0019_01_000003 is : 143
2014-04-10 11:13:19,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_m_000002_0 dst=null perm=null
2014-04-10 11:13:19,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000002
2014-04-10 11:13:19,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000002
2014-04-10 11:13:19,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000002
2014-04-10 11:13:19,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000002
2014-04-10 11:13:19,299 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:19,299 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000002
2014-04-10 11:13:19,299 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:19,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000003
2014-04-10 11:13:19,300 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0019_01_000002 from application application_1397146165236_0019
2014-04-10 11:13:19,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:19,300 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0019
2014-04-10 11:13:19,300 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000003
2014-04-10 11:13:19,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:19,300 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0019_01_000003 from application application_1397146165236_0019
2014-04-10 11:13:19,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:19,300 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0019
2014-04-10 11:13:19,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000003
2014-04-10 11:13:19,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000003
2014-04-10 11:13:19,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000003
2014-04-10 11:13:19,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203 src: /127.0.0.1:36734 dest: /127.0.0.1:43710
2014-04-10 11:13:19,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203 src: /127.0.0.1:42437 dest: /127.0.0.1:50700
2014-04-10 11:13:19,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203 src: /127.0.0.1:41244 dest: /127.0.0.1:51097
2014-04-10 11:13:19,317 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1.jhist for DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:19,329 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0019_01_000005
2014-04-10 11:13:19,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000005
2014-04-10 11:13:19,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:13:19,330 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0019_01_000005
2014-04-10 11:13:19,330 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0019_01_000002
2014-04-10 11:13:19,330 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0019_01_000003
2014-04-10 11:13:19,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:19,330 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0019_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:13:19,330 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000002
2014-04-10 11:13:19,330 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0019_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:13:19,330 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:13:19,330 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0019_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:19,330 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:19,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:13:19,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0019_000001 released container container_1397146165236_0019_01_000002 on node: host: localhost:44541 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:13:19,331 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:19,331 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0019_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:13:19,331 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000003
2014-04-10 11:13:19,331 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0019_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:13:19,331 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:13:19,331 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0019_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:19,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:19,331 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:13:19,331 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0019_000001 released container container_1397146165236_0019_01_000003 on node: host: localhost:44541 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:13:19,335 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0019_01_000005 is : 143
2014-04-10 11:13:19,343 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:19,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000005
2014-04-10 11:13:19,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000005
2014-04-10 11:13:19,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000005
2014-04-10 11:13:19,343 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000005
2014-04-10 11:13:19,343 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000005
2014-04-10 11:13:19,344 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:19,344 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0019_01_000005 from application application_1397146165236_0019
2014-04-10 11:13:19,344 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:19,344 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0019
2014-04-10 11:13:19,348 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0019_01_000004
2014-04-10 11:13:19,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000004
2014-04-10 11:13:19,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:13:19,348 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0019_01_000004
2014-04-10 11:13:19,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0019_01_000005
2014-04-10 11:13:19,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:19,349 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0019_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:13:19,349 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000005
2014-04-10 11:13:19,349 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0019_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:13:19,349 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:13:19,349 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0019_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:19,349 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:19,350 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:13:19,350 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0019_000001 released container container_1397146165236_0019_01_000005 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:13:19,355 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0019_01_000004 is : 143
2014-04-10 11:13:19,362 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:19,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000004
2014-04-10 11:13:19,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000004
2014-04-10 11:13:19,363 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000004
2014-04-10 11:13:19,363 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:19,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000004
2014-04-10 11:13:19,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000004
2014-04-10 11:13:19,363 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0019_01_000004 from application application_1397146165236_0019
2014-04-10 11:13:19,363 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:19,363 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0019
2014-04-10 11:13:20,349 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0019_01_000004
2014-04-10 11:13:20,350 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:20,350 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0019_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:13:20,350 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000004
2014-04-10 11:13:20,350 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0019_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:20,350 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:13:20,350 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0019_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:20,351 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:20,351 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:13:20,351 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0019_000001 released container container_1397146165236_0019_01_000004 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:21,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:21,083 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000006
2014-04-10 11:13:21,083 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0019_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:13:21,084 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0019 container=Container: [ContainerId: container_1397146165236_0019_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0019_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:21,084 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:13:21,084 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:21,970 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:21,986 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0019_000001 (auth:SIMPLE)
2014-04-10 11:13:21,990 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0019_01_000006 by user brock
2014-04-10 11:13:21,990 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0019
2014-04-10 11:13:21,991 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000006
2014-04-10 11:13:21,991 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from NEW to INITING
2014-04-10 11:13:21,991 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0019_01_000006 to application application_1397146165236_0019
2014-04-10 11:13:21,991 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from INITING to RUNNING
2014-04-10 11:13:21,991 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:13:21,992 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0019
2014-04-10 11:13:21,992 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0019
2014-04-10 11:13:21,992 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:21,992 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0019
2014-04-10 11:13:21,992 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:21,992 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:21,993 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0019_01_000006
2014-04-10 11:13:22,003 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0019_01_000006.tokens. Credentials list:
2014-04-10 11:13:22,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:22,083 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:22,084 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0019_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000006.tokens
2014-04-10 11:13:22,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0019 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:22,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:22,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:22,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar dst=null perm=null
2014-04-10 11:13:22,210 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49826, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1756393282_11584, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742022_1198, duration: 594789
2014-04-10 11:13:22,236 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0019/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:22,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:22,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:22,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml dst=null perm=null
2014-04-10 11:13:22,263 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36742, bytes: 81946, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1756393282_11584, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742025_1201, duration: 388972
2014-04-10 11:13:22,282 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0019/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:22,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:22,316 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:22,317 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:22,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000006/default_container_executor.sh]
2014-04-10 11:13:22,974 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:13:24,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:13:24,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204 src: /127.0.0.1:49834 dest: /127.0.0.1:55447
2014-04-10 11:13:24,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204 src: /127.0.0.1:41258 dest: /127.0.0.1:51097
2014-04-10 11:13:24,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204 src: /127.0.0.1:42453 dest: /127.0.0.1:50700
2014-04-10 11:13:24,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42453, dest: /127.0.0.1:50700, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0019_r_000000_0_618313383_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, duration: 11707467
2014-04-10 11:13:24,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:24,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41258, dest: /127.0.0.1:51097, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0019_r_000000_0_618313383_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, duration: 11867803
2014-04-10 11:13:24,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,249 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49834, dest: /127.0.0.1:55447, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0019_r_000000_0_618313383_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, duration: 13106001
2014-04-10 11:13:24,249 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742028_1204{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0019_r_000000_0_618313383_1
2014-04-10 11:13:24,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_r_000000_0 dst=null perm=null
2014-04-10 11:13:24,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_r_000000_0 dst=null perm=null
2014-04-10 11:13:24,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1397146165236_0019_r_000000 dst=null perm=null
2014-04-10 11:13:24,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/_temporary/attempt_1397146165236_0019_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1397146165236_0019_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:24,385 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0019_01_000006
2014-04-10 11:13:24,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000006
2014-04-10 11:13:24,385 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:13:24,386 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0019_01_000006
2014-04-10 11:13:24,393 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0019_01_000006 is : 143
2014-04-10 11:13:24,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,408 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:24,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000006
2014-04-10 11:13:24,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000006
2014-04-10 11:13:24,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000006
2014-04-10 11:13:24,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000006
2014-04-10 11:13:24,409 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000006
2014-04-10 11:13:24,409 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:24,409 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0019_01_000006 from application application_1397146165236_0019
2014-04-10 11:13:24,409 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:24,409 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0019
2014-04-10 11:13:24,418 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:24,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1 dst=null perm=null
2014-04-10 11:13:24,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:24,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:24,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1397146165236_0019_r_000000 dst=null perm=null
2014-04-10 11:13:24,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null
2014-04-10 11:13:24,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary/1/task_1397146165236_0019_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary dst=null perm=null
2014-04-10 11:13:24,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,501 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:24,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,534 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:24,561 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41244, dest: /127.0.0.1:51097, bytes: 61572, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203, duration: 5245683081
2014-04-10 11:13:24,562 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:24,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15143
2014-04-10 11:13:24,563 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42437, dest: /127.0.0.1:50700, bytes: 61572, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203, duration: 5247179692
2014-04-10 11:13:24,563 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,563 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15143
2014-04-10 11:13:24,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36734, dest: /127.0.0.1:43710, bytes: 61572, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203, duration: 5248722771
2014-04-10 11:13:24,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742027_1203{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15143
2014-04-10 11:13:24,584 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1.jhist is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:24,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,604 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:13:24,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205 src: /127.0.0.1:41261 dest: /127.0.0.1:51097
2014-04-10 11:13:24,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205 src: /127.0.0.1:42456 dest: /127.0.0.1:50700
2014-04-10 11:13:24,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205 src: /127.0.0.1:49840 dest: /127.0.0.1:55447
2014-04-10 11:13:24,625 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49840, dest: /127.0.0.1:55447, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205, duration: 2033911
2014-04-10 11:13:24,626 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:24,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,626 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42456, dest: /127.0.0.1:50700, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205, duration: 2604360
2014-04-10 11:13:24,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,627 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41261, dest: /127.0.0.1:51097, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205, duration: 3229819
2014-04-10 11:13:24,627 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742029_1205{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,643 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary_tmp is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:24,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:24,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1.jhist dst=null perm=null
2014-04-10 11:13:24,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist_tmp dst=null perm=null
2014-04-10 11:13:24,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1.jhist dst=null perm=null
2014-04-10 11:13:24,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist_tmp dst=null perm=null
2014-04-10 11:13:24,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1.jhist dst=null perm=null
2014-04-10 11:13:24,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,695 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36756, bytes: 62056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203, duration: 270330
2014-04-10 11:13:24,699 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:24,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206 src: /127.0.0.1:41265 dest: /127.0.0.1:51097
2014-04-10 11:13:24,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206 src: /127.0.0.1:49843 dest: /127.0.0.1:55447
2014-04-10 11:13:24,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206 src: /127.0.0.1:36759 dest: /127.0.0.1:43710
2014-04-10 11:13:24,717 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36759, dest: /127.0.0.1:43710, bytes: 61572, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206, duration: 2334492
2014-04-10 11:13:24,718 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:24,718 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,718 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49843, dest: /127.0.0.1:55447, bytes: 61572, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206, duration: 2840102
2014-04-10 11:13:24,718 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,719 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41265, dest: /127.0.0.1:51097, bytes: 61572, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206, duration: 3484497
2014-04-10 11:13:24,719 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,719 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742030_1206{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,750 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:24,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:24,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1_conf.xml dst=null perm=null
2014-04-10 11:13:24,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:24,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1_conf.xml dst=null perm=null
2014-04-10 11:13:24,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:24,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019/job_1397146165236_0019_1_conf.xml dst=null perm=null
2014-04-10 11:13:24,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:24,820 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36756, bytes: 95993, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742026_1202, duration: 308324
2014-04-10 11:13:24,824 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:24,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207 src: /127.0.0.1:49845 dest: /127.0.0.1:55447
2014-04-10 11:13:24,838 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207 src: /127.0.0.1:42463 dest: /127.0.0.1:50700
2014-04-10 11:13:24,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207 src: /127.0.0.1:41270 dest: /127.0.0.1:51097
2014-04-10 11:13:24,843 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41270, dest: /127.0.0.1:51097, bytes: 95245, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207, duration: 2975311
2014-04-10 11:13:24,843 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:24,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,844 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42463, dest: /127.0.0.1:50700, bytes: 95245, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207, duration: 3594159
2014-04-10 11:13:24,844 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,845 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49845, dest: /127.0.0.1:55447, bytes: 95245, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1062534829_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207, duration: 4448874
2014-04-10 11:13:24,845 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:24,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742031_1207{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:24,859 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1062534829_1
2014-04-10 11:13:24,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:24,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:24,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:24,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:24,935 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0019_000001 with final state: FINISHING
2014-04-10 11:13:24,935 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:24,935 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0019 with final state: FINISHING
2014-04-10 11:13:24,935 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0019 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:24,935 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0019
2014-04-10 11:13:24,936 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:24,936 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0019 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:24,940 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:13:24,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:24,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:24,944 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0019 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist
2014-04-10 11:13:24,945 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist]
2014-04-10 11:13:24,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist dst=null perm=null
2014-04-10 11:13:24,949 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41273, bytes: 62056, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206, duration: 311701
2014-04-10 11:13:24,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary dst=null perm=null
2014-04-10 11:13:24,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42469, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205, duration: 222428
2014-04-10 11:13:24,970 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0019,submitTime=1397146391307,launchTime=1397146393907,firstMapTaskLaunchTime=1397146396068,firstReduceTaskLaunchTime=1397146401992,finishTime=1397146404536,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[33D6EF873A46413287AD1B76AB3F714C/945D81712CE14A09AB7F40D8F32ACA2A] test/(1/1) ...fieldedpipesplatform/none
2014-04-10 11:13:24,970 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary]
2014-04-10 11:13:24,984 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742029_1205 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:13:24,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019.summary dst=null perm=null
2014-04-10 11:13:24,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:13:24,987 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist
2014-04-10 11:13:25,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0019-1397146391307-brock-%5B33D6EF873A46413287AD1B76AB3F714C%2F945D81712CE14A09-1397146404536-4-1-SUCCEEDED-default-1397146393907.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:25,001 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0019_conf.xml
2014-04-10 11:13:25,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0019_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0019_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:25,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,035 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary
2014-04-10 11:13:25,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/_temporary dst=null perm=null
2014-04-10 11:13:25,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,054 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:25,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null
2014-04-10 11:13:25,057 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49853, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, duration: 111805
2014-04-10 11:13:25,058 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/none
2014-04-10 11:13:25,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none dst=null perm=null
2014-04-10 11:13:25,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null
2014-04-10 11:13:25,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/none/part-00000 dst=null perm=null
2014-04-10 11:13:25,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42469, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204, duration: 192494
2014-04-10 11:13:25,080 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:13:25,080 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:13:25,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:25,090 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:13:25,091 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:13:25,091 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->['count', 'ipaddress']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap"]
2014-04-10 11:13:25,091 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:13:25,091 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:13:25,091 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:13:25,094 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...fieldedpipesplatform/swap
2014-04-10 11:13:25,103 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:25,109 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:25,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:25,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:25,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:25,113 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 20
2014-04-10 11:13:25,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020 dst=null perm=null
2014-04-10 11:13:25,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:13:25,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:13:25,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:25,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,170 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:13:25,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208 src: /127.0.0.1:41277 dest: /127.0.0.1:51097
2014-04-10 11:13:25,187 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208 src: /127.0.0.1:49855 dest: /127.0.0.1:55447
2014-04-10 11:13:25,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208 src: /127.0.0.1:42473 dest: /127.0.0.1:50700
2014-04-10 11:13:25,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42473, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, duration: 6402932
2014-04-10 11:13:25,196 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:25,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49855, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, duration: 6997388
2014-04-10 11:13:25,196 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,197 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,197 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41277, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, duration: 4080078
2014-04-10 11:13:25,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,197 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742032_1208{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:25,210 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar
2014-04-10 11:13:25,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:25,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:25,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:25,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:25,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:13:25,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:13:25,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:13:25,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:13:25,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:13:25,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:25,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:25,254 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:25,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:25,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,285 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split
2014-04-10 11:13:25,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:25,303 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:13:25,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209 src: /127.0.0.1:49858 dest: /127.0.0.1:55447
2014-04-10 11:13:25,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209 src: /127.0.0.1:36774 dest: /127.0.0.1:43710
2014-04-10 11:13:25,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209 src: /127.0.0.1:42477 dest: /127.0.0.1:50700
2014-04-10 11:13:25,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209 src: /127.0.0.1:41284 dest: /127.0.0.1:51097
2014-04-10 11:13:25,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41284, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 2361492
2014-04-10 11:13:25,326 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:25,327 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,327 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42477, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 2981149
2014-04-10 11:13:25,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,328 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36774, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 3688648
2014-04-10 11:13:25,328 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,328 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,329 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49858, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 4623531
2014-04-10 11:13:25,329 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742033_1209{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,343 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:25,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,378 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:13:25,386 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0019_01_000006
2014-04-10 11:13:25,386 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:25,387 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0019_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:13:25,387 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000006
2014-04-10 11:13:25,387 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0019_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:25,387 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:13:25,387 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0019_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:25,388 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:25,388 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:13:25,388 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0019_000001 released container container_1397146165236_0019_01_000006 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:25,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210 src: /127.0.0.1:41285 dest: /127.0.0.1:51097
2014-04-10 11:13:25,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210 src: /127.0.0.1:42480 dest: /127.0.0.1:50700
2014-04-10 11:13:25,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210 src: /127.0.0.1:49864 dest: /127.0.0.1:55447
2014-04-10 11:13:25,399 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49864, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, duration: 1526875
2014-04-10 11:13:25,399 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:25,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,400 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42480, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, duration: 2217535
2014-04-10 11:13:25,400 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,401 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41285, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, duration: 2810475
2014-04-10 11:13:25,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742034_1210{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,418 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:25,418 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:13:25,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:25,459 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:25,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211 src: /127.0.0.1:49865 dest: /127.0.0.1:55447
2014-04-10 11:13:25,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211 src: /127.0.0.1:42483 dest: /127.0.0.1:50700
2014-04-10 11:13:25,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211 src: /127.0.0.1:41290 dest: /127.0.0.1:51097
2014-04-10 11:13:25,484 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41290, dest: /127.0.0.1:51097, bytes: 81090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, duration: 2821024
2014-04-10 11:13:25,484 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:25,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,485 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42483, dest: /127.0.0.1:50700, bytes: 81090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, duration: 3372482
2014-04-10 11:13:25,485 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,486 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49865, dest: /127.0.0.1:55447, bytes: 81090, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, duration: 3940305
2014-04-10 11:13:25,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742035_1211{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:25,486 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:25,501 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:25,501 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0020
2014-04-10 11:13:25,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020 dst=null perm=null
2014-04-10 11:13:25,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:25,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:25,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:25,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:25,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:25,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:25,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:25,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:25,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:25,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:25,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:25,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:25,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:25,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:25,558 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 20 submitted by user brock
2014-04-10 11:13:25,558 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0020
2014-04-10 11:13:25,558 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0020 State change from NEW to NEW_SAVING
2014-04-10 11:13:25,558 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0020
2014-04-10 11:13:25,558 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0020
2014-04-10 11:13:25,559 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0020 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:13:25,559 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0020_000001
2014-04-10 11:13:25,559 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from NEW to SUBMITTED
2014-04-10 11:13:25,560 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0020 from user: brock activated in queue: default
2014-04-10 11:13:25,560 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0020 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:13:25,560 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0020 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:13:25,560 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0020
2014-04-10 11:13:25,560 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0020_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:13:25,561 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:13:25,564 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0020 State change from SUBMITTED to ACCEPTED
2014-04-10 11:13:25,566 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0020/
2014-04-10 11:13:25,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0020
2014-04-10 11:13:25,566 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0020/
2014-04-10 11:13:25,676 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:25,676 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000001
2014-04-10 11:13:25,676 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0020_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:13:25,676 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0020 container=Container: [ContainerId: container_1397146165236_0020_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0020_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:25,677 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:13:25,677 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:25,677 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:25,678 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0020 AttemptId: appattempt_1397146165236_0020_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0020_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:13:25,678 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:13:25,678 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:13:25,678 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0020_000001
2014-04-10 11:13:25,679 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0020_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0020_000001
2014-04-10 11:13:25,679 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0020_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:13:25,682 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0020_000001 (auth:SIMPLE)
2014-04-10 11:13:25,684 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0020_01_000001 by user brock
2014-04-10 11:13:25,684 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0020
2014-04-10 11:13:25,684 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000001
2014-04-10 11:13:25,684 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from NEW to INITING
2014-04-10 11:13:25,685 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0020_01_000001 to application application_1397146165236_0020
2014-04-10 11:13:25,685 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from INITING to RUNNING
2014-04-10 11:13:25,685 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0020_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0020_000001
2014-04-10 11:13:25,685 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:13:25,685 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:13:25,686 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0020
2014-04-10 11:13:25,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:25,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:13:25,686 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:13:25,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:25,687 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0020_01_000001
2014-04-10 11:13:25,697 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0020_01_000001.tokens. Credentials list:
2014-04-10 11:13:25,712 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:25,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0020_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000001.tokens
2014-04-10 11:13:25,789 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:25,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:25,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:25,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:25,901 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42469, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1840524989_11763, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, duration: 961403
2014-04-10 11:13:25,927 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:25,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:25,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:25,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:25,956 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49853, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1840524989_11763, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, duration: 294198
2014-04-10 11:13:25,976 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0020/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:25,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:25,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:25,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:26,001 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742022_1198 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:13:26,001 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742023_1199 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:13:26,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742024_1200 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:13:26,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742025_1201 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:13:26,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49853, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1840524989_11763, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 235896
2014-04-10 11:13:26,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742027_1203 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:13:26,002 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742026_1202 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:13:26,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0019 dst=null perm=null
2014-04-10 11:13:26,022 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0020/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:26,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:26,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:26,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:26,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42469, bytes: 81726, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1840524989_11763, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, duration: 355518
2014-04-10 11:13:26,056 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073742032_1208 to datanode(s) 127.0.0.1:43710
2014-04-10 11:13:26,057 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742025_1201, blk_1073742027_1203, blk_1073742029_1205]
2014-04-10 11:13:26,057 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742024_1200, blk_1073742026_1202, blk_1073742027_1203, blk_1073742029_1205]
2014-04-10 11:13:26,069 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0020/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:26,069 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:26,098 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:26,098 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:26,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000001/default_container_executor.sh]
2014-04-10 11:13:26,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206
2014-04-10 11:13:26,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207
2014-04-10 11:13:26,672 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:26,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210
2014-04-10 11:13:26,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207
2014-04-10 11:13:26,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211
2014-04-10 11:13:26,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205
2014-04-10 11:13:26,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209
2014-04-10 11:13:26,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203
2014-04-10 11:13:26,813 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203
2014-04-10 11:13:26,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206
2014-04-10 11:13:26,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209
2014-04-10 11:13:26,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208
2014-04-10 11:13:26,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205
2014-04-10 11:13:26,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204
2014-04-10 11:13:26,836 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742027_1203
2014-04-10 11:13:26,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211
2014-04-10 11:13:26,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209
2014-04-10 11:13:26,837 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210
2014-04-10 11:13:26,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742031_1207
2014-04-10 11:13:26,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742029_1205
2014-04-10 11:13:26,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209
2014-04-10 11:13:26,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211
2014-04-10 11:13:26,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204
2014-04-10 11:13:26,852 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742030_1206
2014-04-10 11:13:26,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208
2014-04-10 11:13:26,998 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742028_1204
2014-04-10 11:13:27,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208
2014-04-10 11:13:27,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210
2014-04-10 11:13:27,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:27,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/COMMIT_STARTED dst=null perm=null
2014-04-10 11:13:27,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:13:27,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/COMMIT_FAIL dst=null perm=null
2014-04-10 11:13:27,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020 dst=null perm=null
2014-04-10 11:13:27,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:27,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:27,392 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208 to 127.0.0.1:43710
2014-04-10 11:13:27,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022 for deletion
2014-04-10 11:13:27,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023 for deletion
2014-04-10 11:13:27,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742025_1201 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742025 for deletion
2014-04-10 11:13:27,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023
2014-04-10 11:13:27,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742027 for deletion
2014-04-10 11:13:27,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022
2014-04-10 11:13:27,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742029 for deletion
2014-04-10 11:13:27,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742027
2014-04-10 11:13:27,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742025_1201 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742025
2014-04-10 11:13:27,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208 src: /127.0.0.1:36789 dest: /127.0.0.1:43710
2014-04-10 11:13:27,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742029
2014-04-10 11:13:27,395 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:13:27,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208 src: /127.0.0.1:36789 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:13:27,397 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742032_1208 size 244650
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022 for deletion
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023 for deletion
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742024_1200 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742024 for deletion
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742026 for deletion
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742027 for deletion
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742026
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742029 for deletion
2014-04-10 11:13:27,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742024_1200 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742024
2014-04-10 11:13:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742027
2014-04-10 11:13:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742029
2014-04-10 11:13:27,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:27,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:27,667 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41298, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742034_1210, duration: 155854
2014-04-10 11:13:28,255 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0020_000001 (auth:SIMPLE)
2014-04-10 11:13:28,257 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0020_000001
2014-04-10 11:13:28,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0020 APPATTEMPTID=appattempt_1397146165236_0020_000001
2014-04-10 11:13:28,257 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:13:28,258 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0020 State change from ACCEPTED to RUNNING
2014-04-10 11:13:28,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:28,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:28,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:28,476 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:13:28,521 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212 src: /127.0.0.1:36793 dest: /127.0.0.1:43710
2014-04-10 11:13:28,522 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212 src: /127.0.0.1:49879 dest: /127.0.0.1:55447
2014-04-10 11:13:28,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212 src: /127.0.0.1:41303 dest: /127.0.0.1:51097
2014-04-10 11:13:28,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41303, dest: /127.0.0.1:51097, bytes: 95025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212, duration: 7859972
2014-04-10 11:13:28,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:28,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:28,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49879, dest: /127.0.0.1:55447, bytes: 95025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212, duration: 8387813
2014-04-10 11:13:28,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:28,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:28,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36793, dest: /127.0.0.1:43710, bytes: 95025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212, duration: 8795078
2014-04-10 11:13:28,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:28,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742036_1212{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:13:28,551 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1_conf.xml is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:29,057 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742024_1200, blk_1073742025_1201, blk_1073742026_1202, blk_1073742029_1205]
2014-04-10 11:13:29,058 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742022_1198, blk_1073742023_1199, blk_1073742024_1200, blk_1073742025_1201, blk_1073742026_1202, blk_1073742027_1203]
2014-04-10 11:13:29,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:29,352 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000002
2014-04-10 11:13:29,352 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0020_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:13:29,352 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0020 container=Container: [ContainerId: container_1397146165236_0020_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0020_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:29,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:13:29,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:29,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:29,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000003
2014-04-10 11:13:29,353 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0020_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:13:29,353 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0020 container=Container: [ContainerId: container_1397146165236_0020_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0020_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:29,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:13:29,353 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:29,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:29,353 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000004
2014-04-10 11:13:29,353 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0020_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:13:29,354 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0020 container=Container: [ContainerId: container_1397146165236_0020_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0020_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:29,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:13:29,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:29,354 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:29,354 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000005
2014-04-10 11:13:29,354 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0020_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:13:29,354 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0020 container=Container: [ContainerId: container_1397146165236_0020_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0020_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:29,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:13:29,354 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:30,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:30,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:30,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:30,296 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:30,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:30,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:30,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:30,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:30,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:30,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:30,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:30,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:30,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:30,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:30,422 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0020_000001 (auth:SIMPLE)
2014-04-10 11:13:30,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0020_01_000003 by user brock
2014-04-10 11:13:30,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0020_01_000002 by user brock
2014-04-10 11:13:30,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0020_01_000005 by user brock
2014-04-10 11:13:30,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0020
2014-04-10 11:13:30,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000002
2014-04-10 11:13:30,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000003
2014-04-10 11:13:30,426 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000005
2014-04-10 11:13:30,426 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0020_01_000002 to application application_1397146165236_0020
2014-04-10 11:13:30,426 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0020_01_000004 by user brock
2014-04-10 11:13:30,427 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0020_01_000005 to application application_1397146165236_0020
2014-04-10 11:13:30,427 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000004
2014-04-10 11:13:30,427 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from NEW to INITING
2014-04-10 11:13:30,427 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0020_01_000003 to application application_1397146165236_0020
2014-04-10 11:13:30,427 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0020_01_000004 to application application_1397146165236_0020
2014-04-10 11:13:30,427 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from INITING to RUNNING
2014-04-10 11:13:30,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:13:30,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:13:30,428 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:13:30,429 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:13:30,429 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,429 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,429 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:30,429 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0020
2014-04-10 11:13:30,429 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:30,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:30,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,430 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:30,430 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0020
2014-04-10 11:13:30,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,430 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:30,431 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0020
2014-04-10 11:13:30,431 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,431 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0020
2014-04-10 11:13:30,431 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:30,431 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0020
2014-04-10 11:13:30,432 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0020_01_000005
2014-04-10 11:13:30,432 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0020_01_000004
2014-04-10 11:13:30,433 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0020_01_000002
2014-04-10 11:13:30,433 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0020_01_000003
2014-04-10 11:13:30,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0020_01_000002.tokens. Credentials list:
2014-04-10 11:13:30,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0020_01_000005.tokens. Credentials list:
2014-04-10 11:13:30,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0020_01_000003.tokens. Credentials list:
2014-04-10 11:13:30,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0020_01_000004.tokens. Credentials list:
2014-04-10 11:13:30,465 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:30,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022 for deletion
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023 for deletion
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742024_1200 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742024 for deletion
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742025_1201 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742025 for deletion
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742024_1200 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742024
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742026 for deletion
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023
2014-04-10 11:13:30,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742027 for deletion
2014-04-10 11:13:30,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742026
2014-04-10 11:13:30,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742025_1201 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742025
2014-04-10 11:13:30,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742027_1203 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742027
2014-04-10 11:13:30,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022 for deletion
2014-04-10 11:13:30,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023 for deletion
2014-04-10 11:13:30,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742024_1200 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742024 for deletion
2014-04-10 11:13:30,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742022_1198 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742022
2014-04-10 11:13:30,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742025_1201 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742025 for deletion
2014-04-10 11:13:30,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742024_1200 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742024
2014-04-10 11:13:30,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742026 for deletion
2014-04-10 11:13:30,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742023_1199 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742023
2014-04-10 11:13:30,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742029 for deletion
2014-04-10 11:13:30,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742025_1201 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742025
2014-04-10 11:13:30,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742026_1202 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742026
2014-04-10 11:13:30,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742029_1205 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742029
2014-04-10 11:13:30,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0020_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000002.tokens
2014-04-10 11:13:30,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:30,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:30,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:30,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:30,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41311, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1803413011_11903, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, duration: 941738
2014-04-10 11:13:30,676 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:30,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:30,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:30,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:30,703 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41311, bytes: 81726, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1803413011_11903, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, duration: 378155
2014-04-10 11:13:30,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:30,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:30,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:30,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:30,722 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:30,759 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:30,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:30,759 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:30,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:30,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:30,763 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:30,763 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:30,764 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:30,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000002/default_container_executor.sh]
2014-04-10 11:13:30,821 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000004/default_container_executor.sh]
2014-04-10 11:13:30,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000003/default_container_executor.sh]
2014-04-10 11:13:30,824 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000005/default_container_executor.sh]
2014-04-10 11:13:31,144 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0019_01_000001 succeeded
2014-04-10 11:13:31,144 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:13:31,144 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0019_01_000001
2014-04-10 11:13:31,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000001
2014-04-10 11:13:31,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000001
2014-04-10 11:13:31,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000001
2014-04-10 11:13:31,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0019/container_1397146165236_0019_01_000001
2014-04-10 11:13:31,159 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000001
2014-04-10 11:13:31,159 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0019_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:13:31,159 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0019_01_000001 from application application_1397146165236_0019
2014-04-10 11:13:31,159 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:31,159 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0019
2014-04-10 11:13:31,312 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:13:31,352 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:31,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:31,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:31,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:31,403 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0019_01_000001
2014-04-10 11:13:31,404 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0019_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:31,404 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0019_000001
2014-04-10 11:13:31,404 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0019_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:13:31,404 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0019_000001 State change from FINISHING to FINISHED
2014-04-10 11:13:31,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0019 CONTAINERID=container_1397146165236_0019_01_000001
2014-04-10 11:13:31,404 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0019 State change from FINISHING to FINISHED
2014-04-10 11:13:31,404 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0019_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:31,404 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0019_000001
2014-04-10 11:13:31,404 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:13:31,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0019
2014-04-10 11:13:31,404 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0019_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:31,404 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0019,name=[33D6EF873A46413287AD1B76AB3F714C/945D81712CE14A09AB7F40D8F32ACA2A] test/(1/1) ...fieldedpipesplatform/none,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0019/jobhistory/job/job_1397146165236_0019,appMasterHost=localhost.localdomain,startTime=1397146391307,finishTime=1397146404935,finalStatus=SUCCEEDED
2014-04-10 11:13:31,406 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0019_000001 (auth:SIMPLE)
2014-04-10 11:13:31,404 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:31,409 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:13:31,409 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0019_000001 released container container_1397146165236_0019_01_000001 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:31,410 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0019_000001 is done. finalState=FINISHED
2014-04-10 11:13:31,410 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0019 requests cleared
2014-04-10 11:13:31,410 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0019 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:13:31,410 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0019 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:13:31,419 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0019_01_000001
2014-04-10 11:13:31,780 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:31,817 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208
2014-04-10 11:13:31,818 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212
2014-04-10 11:13:31,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212
2014-04-10 11:13:31,966 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0020_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000004.tokens
2014-04-10 11:13:31,966 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:32,003 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:32,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0020_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000003.tokens
2014-04-10 11:13:32,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:32,055 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212
2014-04-10 11:13:32,098 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:32,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0020_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000005.tokens
2014-04-10 11:13:32,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:32,353 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:32,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,353 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0019
2014-04-10 11:13:32,353 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,354 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:32,354 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0019, with delay of 10800 seconds
2014-04-10 11:13:32,388 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:32,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,389 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0019
2014-04-10 11:13:32,389 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:32,389 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0019, with delay of 10800 seconds
2014-04-10 11:13:32,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,404 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:32,404 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0019
2014-04-10 11:13:32,404 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0019 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:32,404 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0019, with delay of 10800 seconds
2014-04-10 11:13:32,404 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:32,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0019
2014-04-10 11:13:33,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:33,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:33,272 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49903, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000000_0_-109419212_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 176064
2014-04-10 11:13:33,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:33,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.split dst=null perm=null
2014-04-10 11:13:33,324 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36820, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000003_0_-2041873263_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 155311
2014-04-10 11:13:33,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:33,328 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36821, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000002_0_437556044_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 155951
2014-04-10 11:13:33,330 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49903, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000000_0_-109419212_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 149214
2014-04-10 11:13:33,382 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49908, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000001_0_452280629_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742033_1209, duration: 176986
2014-04-10 11:13:33,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:33,386 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42526, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000003_0_-2041873263_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 158946
2014-04-10 11:13:33,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:33,389 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36821, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000002_0_437556044_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 169251
2014-04-10 11:13:33,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:33,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_m_000000_0 dst=null perm=null
2014-04-10 11:13:33,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_m_000003_0 dst=null perm=null
2014-04-10 11:13:33,602 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42527, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0020_m_000001_0_452280629_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 184279
2014-04-10 11:13:33,655 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0020_01_000002
2014-04-10 11:13:33,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000002
2014-04-10 11:13:33,655 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:13:33,655 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0020_01_000002
2014-04-10 11:13:33,661 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0020_01_000002 is : 143
2014-04-10 11:13:33,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_m_000002_0 dst=null perm=null
2014-04-10 11:13:33,670 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:13:33,672 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0020_01_000005
2014-04-10 11:13:33,672 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000005
2014-04-10 11:13:33,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:33,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:13:33,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000002
2014-04-10 11:13:33,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000002
2014-04-10 11:13:33,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000002
2014-04-10 11:13:33,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000002
2014-04-10 11:13:33,675 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0020_01_000005
2014-04-10 11:13:33,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_m_000001_0 dst=null perm=null
2014-04-10 11:13:33,679 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0020_01_000005 is : 143
2014-04-10 11:13:33,686 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000002
2014-04-10 11:13:33,686 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:33,686 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:33,686 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0020_01_000002 from application application_1397146165236_0020
2014-04-10 11:13:33,687 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:33,687 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0020
2014-04-10 11:13:33,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000005
2014-04-10 11:13:33,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000005
2014-04-10 11:13:33,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000005
2014-04-10 11:13:33,688 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000005
2014-04-10 11:13:33,688 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000005
2014-04-10 11:13:33,688 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:33,688 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0020_01_000005 from application application_1397146165236_0020
2014-04-10 11:13:33,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:33,688 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0020
2014-04-10 11:13:33,715 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0020_01_000004
2014-04-10 11:13:33,715 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000004
2014-04-10 11:13:33,715 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:13:33,715 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0020_01_000004
2014-04-10 11:13:33,715 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0020_01_000002
2014-04-10 11:13:33,715 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0020_01_000005
2014-04-10 11:13:33,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:33,716 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0020_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:13:33,716 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000002
2014-04-10 11:13:33,716 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0020_01_000002 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:13:33,716 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:13:33,716 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0020_01_000002, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:33,716 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:33,716 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:13:33,716 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0020_000001 released container container_1397146165236_0020_01_000002 on node: host: localhost:44541 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:13:33,716 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:33,717 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0020_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:13:33,717 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000005
2014-04-10 11:13:33,717 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0020_01_000005 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:13:33,717 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:13:33,717 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0020_01_000005, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:33,717 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:33,717 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:13:33,717 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0020_000001 released container container_1397146165236_0020_01_000005 on node: host: localhost:44541 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:13:33,719 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0020_01_000004 is : 143
2014-04-10 11:13:33,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0020_01_000003
2014-04-10 11:13:33,723 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000003
2014-04-10 11:13:33,729 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:33,729 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:13:33,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000004
2014-04-10 11:13:33,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000004
2014-04-10 11:13:33,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000004
2014-04-10 11:13:33,730 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0020_01_000003
2014-04-10 11:13:33,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000004
2014-04-10 11:13:33,733 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0020_01_000003 is : 143
2014-04-10 11:13:33,740 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213 src: /127.0.0.1:41334 dest: /127.0.0.1:51097
2014-04-10 11:13:33,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213 src: /127.0.0.1:36827 dest: /127.0.0.1:43710
2014-04-10 11:13:33,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213 src: /127.0.0.1:42530 dest: /127.0.0.1:50700
2014-04-10 11:13:33,744 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1.jhist for DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:33,746 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000004
2014-04-10 11:13:33,746 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:33,746 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:33,746 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0020_01_000004 from application application_1397146165236_0020
2014-04-10 11:13:33,747 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:33,747 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0020
2014-04-10 11:13:33,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000003
2014-04-10 11:13:33,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000003
2014-04-10 11:13:33,747 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000003
2014-04-10 11:13:33,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000003
2014-04-10 11:13:33,747 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:33,747 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000003
2014-04-10 11:13:33,747 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0020_01_000003 from application application_1397146165236_0020
2014-04-10 11:13:33,747 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:33,747 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0020
2014-04-10 11:13:34,723 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0020_01_000003
2014-04-10 11:13:34,724 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0020_01_000004
2014-04-10 11:13:34,724 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:34,724 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0020_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:13:34,724 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000003
2014-04-10 11:13:34,725 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0020_01_000003 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:13:34,725 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:13:34,725 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0020_01_000003, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:34,725 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:34,725 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:13:34,725 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0020_000001 released container container_1397146165236_0020_01_000003 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:13:34,726 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:34,726 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0020_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:13:34,726 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000004
2014-04-10 11:13:34,726 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0020_01_000004 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:34,726 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:13:34,726 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0020_01_000004, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:34,726 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:34,726 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:13:34,727 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0020_000001 released container container_1397146165236_0020_01_000004 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:35,389 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:35,390 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000006
2014-04-10 11:13:35,390 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0020_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:13:35,390 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0020 container=Container: [ContainerId: container_1397146165236_0020_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0020_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:35,390 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:13:35,390 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:36,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:36,362 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0020_000001 (auth:SIMPLE)
2014-04-10 11:13:36,365 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0020_01_000006 by user brock
2014-04-10 11:13:36,366 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0020
2014-04-10 11:13:36,366 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000006
2014-04-10 11:13:36,366 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from NEW to INITING
2014-04-10 11:13:36,366 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0020_01_000006 to application application_1397146165236_0020
2014-04-10 11:13:36,366 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from INITING to RUNNING
2014-04-10 11:13:36,367 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:13:36,367 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0020
2014-04-10 11:13:36,367 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0020
2014-04-10 11:13:36,367 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:36,367 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0020
2014-04-10 11:13:36,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:36,368 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:36,368 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0020_01_000006
2014-04-10 11:13:36,377 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0020_01_000006.tokens. Credentials list:
2014-04-10 11:13:36,390 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:36,390 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:36,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0020_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000006.tokens
2014-04-10 11:13:36,449 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0020 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:36,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:36,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:36,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar dst=null perm=null
2014-04-10 11:13:36,557 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49920, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1093986464_12230, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742032_1208, duration: 857727
2014-04-10 11:13:36,580 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0020/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:36,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:36,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:36,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml dst=null perm=null
2014-04-10 11:13:36,604 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41344, bytes: 81726, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1093986464_12230, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742035_1211, duration: 388425
2014-04-10 11:13:36,620 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0020/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:36,620 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:36,652 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:36,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:36,708 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000006/default_container_executor.sh]
2014-04-10 11:13:37,350 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:13:38,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:38,455 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:38,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214 src: /127.0.0.1:42546 dest: /127.0.0.1:50700
2014-04-10 11:13:38,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214 src: /127.0.0.1:41354 dest: /127.0.0.1:51097
2014-04-10 11:13:38,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214 src: /127.0.0.1:36847 dest: /127.0.0.1:43710
2014-04-10 11:13:38,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36847, dest: /127.0.0.1:43710, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0020_r_000000_0_516103438_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, duration: 15567227
2014-04-10 11:13:38,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:38,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:38,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41354, dest: /127.0.0.1:51097, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0020_r_000000_0_516103438_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, duration: 16244434
2014-04-10 11:13:38,550 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:38,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:38,550 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42546, dest: /127.0.0.1:50700, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0020_r_000000_0_516103438_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, duration: 17069170
2014-04-10 11:13:38,551 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:38,551 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742038_1214{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:38,567 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0020_r_000000_0_516103438_1
2014-04-10 11:13:38,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_r_000000_0 dst=null perm=null
2014-04-10 11:13:38,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_r_000000_0 dst=null perm=null
2014-04-10 11:13:38,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1397146165236_0020_r_000000 dst=null perm=null
2014-04-10 11:13:38,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/_temporary/attempt_1397146165236_0020_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1397146165236_0020_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:38,701 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0020_01_000006
2014-04-10 11:13:38,701 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000006
2014-04-10 11:13:38,701 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:13:38,701 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0020_01_000006
2014-04-10 11:13:38,707 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0020_01_000006 is : 143
2014-04-10 11:13:38,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:38,724 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:38,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000006
2014-04-10 11:13:38,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000006
2014-04-10 11:13:38,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000006
2014-04-10 11:13:38,725 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000006
2014-04-10 11:13:38,725 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000006
2014-04-10 11:13:38,726 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:38,726 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0020_01_000006 from application application_1397146165236_0020
2014-04-10 11:13:38,726 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:38,726 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0020
2014-04-10 11:13:38,734 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:38,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1 dst=null perm=null
2014-04-10 11:13:38,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:38,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:38,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1397146165236_0020_r_000000 dst=null perm=null
2014-04-10 11:13:38,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null
2014-04-10 11:13:38,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary/1/task_1397146165236_0020_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:38,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary dst=null perm=null
2014-04-10 11:13:38,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:38,817 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:38,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:38,850 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:38,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42530, dest: /127.0.0.1:50700, bytes: 61579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213, duration: 5135484417
2014-04-10 11:13:38,878 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:38,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36827, dest: /127.0.0.1:43710, bytes: 61579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213, duration: 5136922667
2014-04-10 11:13:38,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15142
2014-04-10 11:13:38,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:38,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41334, dest: /127.0.0.1:51097, bytes: 61579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213, duration: 5137994283
2014-04-10 11:13:38,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15142
2014-04-10 11:13:38,881 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:38,881 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742037_1213{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15142
2014-04-10 11:13:38,900 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1.jhist is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:38,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:38,920 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:38,936 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215 src: /127.0.0.1:42550 dest: /127.0.0.1:50700
2014-04-10 11:13:38,937 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215 src: /127.0.0.1:49934 dest: /127.0.0.1:55447
2014-04-10 11:13:38,938 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215 src: /127.0.0.1:36850 dest: /127.0.0.1:43710
2014-04-10 11:13:38,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36850, dest: /127.0.0.1:43710, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215, duration: 2297702
2014-04-10 11:13:38,942 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:38,942 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:38,942 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49934, dest: /127.0.0.1:55447, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215, duration: 2884874
2014-04-10 11:13:38,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:38,943 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:38,943 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42550, dest: /127.0.0.1:50700, bytes: 446, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215, duration: 3393519
2014-04-10 11:13:38,943 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:38,944 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742039_1215{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:38,959 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary_tmp is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:38,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:38,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1.jhist dst=null perm=null
2014-04-10 11:13:38,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist_tmp dst=null perm=null
2014-04-10 11:13:38,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1.jhist dst=null perm=null
2014-04-10 11:13:38,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist_tmp dst=null perm=null
2014-04-10 11:13:38,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1.jhist dst=null perm=null
2014-04-10 11:13:39,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:39,008 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41359, bytes: 62063, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213, duration: 283153
2014-04-10 11:13:39,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:13:39,028 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216 src: /127.0.0.1:49938 dest: /127.0.0.1:55447
2014-04-10 11:13:39,029 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216 src: /127.0.0.1:36854 dest: /127.0.0.1:43710
2014-04-10 11:13:39,030 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216 src: /127.0.0.1:42557 dest: /127.0.0.1:50700
2014-04-10 11:13:39,034 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42557, dest: /127.0.0.1:50700, bytes: 61579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216, duration: 2698804
2014-04-10 11:13:39,034 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:39,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36854, dest: /127.0.0.1:43710, bytes: 61579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216, duration: 3036539
2014-04-10 11:13:39,035 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49938, dest: /127.0.0.1:55447, bytes: 61579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216, duration: 3650599
2014-04-10 11:13:39,036 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742040_1216{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist_tmp is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:39,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:39,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1_conf.xml dst=null perm=null
2014-04-10 11:13:39,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:39,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1_conf.xml dst=null perm=null
2014-04-10 11:13:39,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:39,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020/job_1397146165236_0020_1_conf.xml dst=null perm=null
2014-04-10 11:13:39,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:39,211 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41359, bytes: 95769, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742036_1212, duration: 560443
2014-04-10 11:13:39,214 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:39,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217 src: /127.0.0.1:36856 dest: /127.0.0.1:43710
2014-04-10 11:13:39,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217 src: /127.0.0.1:49942 dest: /127.0.0.1:55447
2014-04-10 11:13:39,230 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217 src: /127.0.0.1:41366 dest: /127.0.0.1:51097
2014-04-10 11:13:39,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41366, dest: /127.0.0.1:51097, bytes: 95025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217, duration: 2726127
2014-04-10 11:13:39,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:39,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49942, dest: /127.0.0.1:55447, bytes: 95025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217, duration: 3480052
2014-04-10 11:13:39,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,236 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36856, dest: /127.0.0.1:43710, bytes: 95025, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_86425695_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217, duration: 3995946
2014-04-10 11:13:39,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742041_1217{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,250 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_86425695_1
2014-04-10 11:13:39,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:39,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:39,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:39,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:39,325 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0020_000001 with final state: FINISHING
2014-04-10 11:13:39,325 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:39,326 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0020 with final state: FINISHING
2014-04-10 11:13:39,326 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0020 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:39,326 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0020
2014-04-10 11:13:39,326 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:39,326 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0020 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:39,423 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:13:39,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:39,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:39,428 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0020 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist
2014-04-10 11:13:39,431 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist]
2014-04-10 11:13:39,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist dst=null perm=null
2014-04-10 11:13:39,435 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36861, bytes: 62063, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216, duration: 272762
2014-04-10 11:13:39,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary dst=null perm=null
2014-04-10 11:13:39,458 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42564, bytes: 450, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215, duration: 115085
2014-04-10 11:13:39,458 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0020,submitTime=1397146405558,launchTime=1397146408267,firstMapTaskLaunchTime=1397146410435,firstReduceTaskLaunchTime=1397146416367,finishTime=1397146418852,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[7E8603E8E6534FCA9983CF4489E8FE7B/DBFA1D7101FB4954AD1567FAB036F996] test/(1/1) ...fieldedpipesplatform/swap
2014-04-10 11:13:39,459 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary]
2014-04-10 11:13:39,475 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742039_1215 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:13:39,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020.summary dst=null perm=null
2014-04-10 11:13:39,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:13:39,481 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist
2014-04-10 11:13:39,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0020-1397146405558-brock-%5B7E8603E8E6534FCA9983CF4489E8FE7B%2FDBFA1D7101FB4954-1397146418852-4-1-SUCCEEDED-default-1397146408267.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:39,492 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0020_conf.xml
2014-04-10 11:13:39,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0020_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0020_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:39,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,535 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary
2014-04-10 11:13:39,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/_temporary dst=null perm=null
2014-04-10 11:13:39,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,552 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:39,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null
2014-04-10 11:13:39,554 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36861, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, duration: 143364
2014-04-10 11:13:39,555 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/swap
2014-04-10 11:13:39,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap dst=null perm=null
2014-04-10 11:13:39,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null
2014-04-10 11:13:39,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/swap/part-00000 dst=null perm=null
2014-04-10 11:13:39,559 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42564, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214, duration: 130517
2014-04-10 11:13:39,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:39,569 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:13:39,570 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:13:39,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:39,578 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:13:39,578 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:13:39,579 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter"]
2014-04-10 11:13:39,579 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:13:39,579 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:13:39,579 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:13:39,580 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pipesplatform/logicfilter
2014-04-10 11:13:39,595 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:39,603 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:39,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:39,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:39,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:39,607 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 21
2014-04-10 11:13:39,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021 dst=null perm=null
2014-04-10 11:13:39,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:13:39,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:13:39,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:39,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:39,668 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:39,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218 src: /127.0.0.1:42566 dest: /127.0.0.1:50700
2014-04-10 11:13:39,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218 src: /127.0.0.1:49950 dest: /127.0.0.1:55447
2014-04-10 11:13:39,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218 src: /127.0.0.1:36866 dest: /127.0.0.1:43710
2014-04-10 11:13:39,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36866, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, duration: 3708299
2014-04-10 11:13:39,694 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:39,694 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49950, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, duration: 3532766
2014-04-10 11:13:39,694 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,695 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,695 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42566, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, duration: 4199509
2014-04-10 11:13:39,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,695 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,697 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742042_1218{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,702 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0020_01_000006
2014-04-10 11:13:39,702 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:39,702 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0020_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:13:39,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000006
2014-04-10 11:13:39,703 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0020_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:39,703 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:13:39,703 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0020_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:39,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:39,713 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:39,714 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:13:39,714 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0020_000001 released container container_1397146165236_0020_01_000006 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:39,714 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar
2014-04-10 11:13:39,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:39,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:39,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:39,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:39,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:39,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:13:39,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:13:39,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:13:39,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:13:39,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:13:39,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:39,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:39,806 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:39,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:39,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:39,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:39,851 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split
2014-04-10 11:13:39,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:39,869 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:39,885 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219 src: /127.0.0.1:36867 dest: /127.0.0.1:43710
2014-04-10 11:13:39,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219 src: /127.0.0.1:42570 dest: /127.0.0.1:50700
2014-04-10 11:13:39,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219 src: /127.0.0.1:49954 dest: /127.0.0.1:55447
2014-04-10 11:13:39,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219 src: /127.0.0.1:41378 dest: /127.0.0.1:51097
2014-04-10 11:13:39,892 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41378, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 2085075
2014-04-10 11:13:39,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:39,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49954, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 2638594
2014-04-10 11:13:39,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42570, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 3384987
2014-04-10 11:13:39,894 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,895 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36867, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 3971937
2014-04-10 11:13:39,895 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,895 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742043_1219{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,909 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:39,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:39,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:39,943 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:13:39,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220 src: /127.0.0.1:42573 dest: /127.0.0.1:50700
2014-04-10 11:13:39,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220 src: /127.0.0.1:36872 dest: /127.0.0.1:43710
2014-04-10 11:13:39,962 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220 src: /127.0.0.1:49958 dest: /127.0.0.1:55447
2014-04-10 11:13:39,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49958, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, duration: 1631071
2014-04-10 11:13:39,966 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:39,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,966 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36872, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, duration: 2273969
2014-04-10 11:13:39,967 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,967 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42573, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, duration: 3237259
2014-04-10 11:13:39,968 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:39,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742044_1220{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:39,984 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:39,984 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:13:40,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:40,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:40,024 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:40,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221 src: /127.0.0.1:41382 dest: /127.0.0.1:51097
2014-04-10 11:13:40,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221 src: /127.0.0.1:49960 dest: /127.0.0.1:55447
2014-04-10 11:13:40,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221 src: /127.0.0.1:36876 dest: /127.0.0.1:43710
2014-04-10 11:13:40,049 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36876, dest: /127.0.0.1:43710, bytes: 80275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, duration: 2846015
2014-04-10 11:13:40,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:40,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:40,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49960, dest: /127.0.0.1:55447, bytes: 80275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, duration: 3322794
2014-04-10 11:13:40,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:40,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:40,051 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41382, dest: /127.0.0.1:51097, bytes: 80275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, duration: 3944025
2014-04-10 11:13:40,051 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:40,052 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742045_1221{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:40,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:40,067 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0021
2014-04-10 11:13:40,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021 dst=null perm=null
2014-04-10 11:13:40,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:40,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:40,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:40,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:40,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:40,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:40,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:40,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:40,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:40,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:40,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:40,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:40,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:40,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:40,123 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 21 submitted by user brock
2014-04-10 11:13:40,123 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0021
2014-04-10 11:13:40,123 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0021
2014-04-10 11:13:40,123 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0021
2014-04-10 11:13:40,123 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0021 State change from NEW to NEW_SAVING
2014-04-10 11:13:40,124 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0021 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:13:40,124 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0021_000001
2014-04-10 11:13:40,124 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from NEW to SUBMITTED
2014-04-10 11:13:40,125 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0021 from user: brock activated in queue: default
2014-04-10 11:13:40,125 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0021 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:13:40,125 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0021 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:13:40,125 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0021
2014-04-10 11:13:40,125 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0021_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:13:40,126 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:13:40,126 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0021 State change from SUBMITTED to ACCEPTED
2014-04-10 11:13:40,128 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0021/
2014-04-10 11:13:40,128 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0021
2014-04-10 11:13:40,128 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0021/
2014-04-10 11:13:40,350 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742032_1208 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:13:40,351 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742033_1209 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:13:40,351 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742034_1210 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:13:40,351 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742035_1211 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:13:40,351 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742037_1213 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:13:40,352 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742036_1212 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:13:40,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0020 dst=null perm=null
2014-04-10 11:13:40,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:40,407 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000001
2014-04-10 11:13:40,408 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0021_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:13:40,408 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0021 container=Container: [ContainerId: container_1397146165236_0021_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0021_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:40,408 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:13:40,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:40,408 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:40,409 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0021 AttemptId: appattempt_1397146165236_0021_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0021_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:13:40,409 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:13:40,409 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:13:40,410 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0021_000001
2014-04-10 11:13:40,410 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0021_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0021_000001
2014-04-10 11:13:40,410 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0021_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:13:40,413 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0021_000001 (auth:SIMPLE)
2014-04-10 11:13:40,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0021_01_000001 by user brock
2014-04-10 11:13:40,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0021
2014-04-10 11:13:40,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000001
2014-04-10 11:13:40,416 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from NEW to INITING
2014-04-10 11:13:40,416 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0021_01_000001 to application application_1397146165236_0021
2014-04-10 11:13:40,416 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from INITING to RUNNING
2014-04-10 11:13:40,416 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0021_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0021_000001
2014-04-10 11:13:40,417 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:13:40,417 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:13:40,417 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0021
2014-04-10 11:13:40,417 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:40,417 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:13:40,417 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:13:40,418 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:40,418 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0021_01_000001
2014-04-10 11:13:40,427 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0021_01_000001.tokens. Credentials list:
2014-04-10 11:13:40,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:40,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0021_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000001.tokens
2014-04-10 11:13:40,499 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:40,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:40,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:40,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:40,607 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42583, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-504562141_12409, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, duration: 859520
2014-04-10 11:13:40,630 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:40,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:40,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:40,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:40,654 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42583, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-504562141_12409, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, duration: 208823
2014-04-10 11:13:40,670 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:40,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:40,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:40,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:40,694 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36882, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-504562141_12409, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 244886
2014-04-10 11:13:40,711 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0021/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:40,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:40,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:40,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:40,735 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41391, bytes: 80903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-504562141_12409, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, duration: 400944
2014-04-10 11:13:40,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0021/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:40,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:40,780 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:40,780 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:40,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000001/default_container_executor.sh]
2014-04-10 11:13:41,059 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073742042_1218 to datanode(s) 127.0.0.1:51097
2014-04-10 11:13:41,059 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742036_1212, blk_1073742037_1213, blk_1073742039_1215]
2014-04-10 11:13:41,059 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742035_1211, blk_1073742036_1212, blk_1073742037_1213]
2014-04-10 11:13:41,406 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:41,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218
2014-04-10 11:13:41,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221
2014-04-10 11:13:41,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219
2014-04-10 11:13:41,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213
2014-04-10 11:13:41,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217
2014-04-10 11:13:41,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214
2014-04-10 11:13:41,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:41,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/COMMIT_STARTED dst=null perm=null
2014-04-10 11:13:41,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:13:41,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/COMMIT_FAIL dst=null perm=null
2014-04-10 11:13:42,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218
2014-04-10 11:13:42,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219
2014-04-10 11:13:42,001 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220
2014-04-10 11:13:42,002 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216
2014-04-10 11:13:42,020 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221
2014-04-10 11:13:42,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216
2014-04-10 11:13:42,021 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214
2014-04-10 11:13:42,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213
2014-04-10 11:13:42,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220
2014-04-10 11:13:42,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215
2014-04-10 11:13:42,022 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219
2014-04-10 11:13:42,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021 dst=null perm=null
2014-04-10 11:13:42,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:42,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:42,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221
2014-04-10 11:13:42,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217
2014-04-10 11:13:42,057 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220
2014-04-10 11:13:42,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742040_1216
2014-04-10 11:13:42,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219
2014-04-10 11:13:42,200 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742037_1213
2014-04-10 11:13:42,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742038_1214
2014-04-10 11:13:42,201 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215
2014-04-10 11:13:42,221 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742041_1217
2014-04-10 11:13:42,258 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218
2014-04-10 11:13:42,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742039_1215
2014-04-10 11:13:42,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:42,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:42,308 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42588, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742044_1220, duration: 158172
2014-04-10 11:13:42,481 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218 to 127.0.0.1:51097
2014-04-10 11:13:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032 for deletion
2014-04-10 11:13:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033 for deletion
2014-04-10 11:13:42,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742036 for deletion
2014-04-10 11:13:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033
2014-04-10 11:13:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742037 for deletion
2014-04-10 11:13:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742036
2014-04-10 11:13:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742039 for deletion
2014-04-10 11:13:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032
2014-04-10 11:13:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742037
2014-04-10 11:13:42,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218 src: /127.0.0.1:41395 dest: /127.0.0.1:51097
2014-04-10 11:13:42,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742039
2014-04-10 11:13:42,482 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:13:42,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218 src: /127.0.0.1:41395 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:13:42,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742042_1218 size 244650
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032 for deletion
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033 for deletion
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742034 for deletion
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742034
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742035 for deletion
2014-04-10 11:13:42,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742036 for deletion
2014-04-10 11:13:42,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742035
2014-04-10 11:13:42,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742037 for deletion
2014-04-10 11:13:42,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742036
2014-04-10 11:13:42,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742037
2014-04-10 11:13:42,920 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0021_000001 (auth:SIMPLE)
2014-04-10 11:13:42,922 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0021_000001
2014-04-10 11:13:42,922 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0021 APPATTEMPTID=appattempt_1397146165236_0021_000001
2014-04-10 11:13:42,922 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:13:42,923 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0021 State change from ACCEPTED to RUNNING
2014-04-10 11:13:42,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:42,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:43,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:43,109 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:13:43,155 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222 src: /127.0.0.1:49975 dest: /127.0.0.1:55447
2014-04-10 11:13:43,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222 src: /127.0.0.1:42593 dest: /127.0.0.1:50700
2014-04-10 11:13:43,156 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222 src: /127.0.0.1:41400 dest: /127.0.0.1:51097
2014-04-10 11:13:43,161 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41400, dest: /127.0.0.1:51097, bytes: 94138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222, duration: 4129363
2014-04-10 11:13:43,161 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:43,162 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42593, dest: /127.0.0.1:50700, bytes: 94138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222, duration: 4536531
2014-04-10 11:13:43,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:43,162 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:43,162 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:49975, dest: /127.0.0.1:55447, bytes: 94138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222, duration: 4893635
2014-04-10 11:13:43,162 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:43,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:43,162 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742046_1222{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:43,175 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:44,060 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742035_1211, blk_1073742036_1212, blk_1073742039_1215]
2014-04-10 11:13:44,060 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742032_1208, blk_1073742033_1209, blk_1073742034_1210, blk_1073742035_1211, blk_1073742037_1213, blk_1073742039_1215]
2014-04-10 11:13:44,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:44,408 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000002
2014-04-10 11:13:44,408 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0021_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:13:44,408 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0021 container=Container: [ContainerId: container_1397146165236_0021_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0021_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,408 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:13:44,409 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,409 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:44,409 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000003
2014-04-10 11:13:44,409 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0021_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:13:44,409 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0021 container=Container: [ContainerId: container_1397146165236_0021_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0021_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,410 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:13:44,410 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:44,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000004
2014-04-10 11:13:44,679 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0021_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:13:44,679 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0021 container=Container: [ContainerId: container_1397146165236_0021_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0021_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,679 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:13:44,679 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:44,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000005
2014-04-10 11:13:44,680 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0021_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:13:44,680 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0021 container=Container: [ContainerId: container_1397146165236_0021_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0021_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,680 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:13:44,680 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:44,956 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:44,956 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:44,957 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:44,957 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:44,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:44,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:45,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:45,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:45,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:45,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:45,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:45,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:45,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:45,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:45,052 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0021_000001 (auth:SIMPLE)
2014-04-10 11:13:45,052 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0021_000001 (auth:SIMPLE)
2014-04-10 11:13:45,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0021_01_000002 by user brock
2014-04-10 11:13:45,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0021_01_000003 by user brock
2014-04-10 11:13:45,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000002
2014-04-10 11:13:45,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0021_01_000005 by user brock
2014-04-10 11:13:45,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000003
2014-04-10 11:13:45,054 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0021_01_000002 to application application_1397146165236_0021
2014-04-10 11:13:45,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0021_01_000004 by user brock
2014-04-10 11:13:45,054 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0021_01_000003 to application application_1397146165236_0021
2014-04-10 11:13:45,054 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0021
2014-04-10 11:13:45,054 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0021_01_000004 to application application_1397146165236_0021
2014-04-10 11:13:45,055 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000005
2014-04-10 11:13:45,054 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000004
2014-04-10 11:13:45,055 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from NEW to INITING
2014-04-10 11:13:45,055 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:13:45,055 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0021_01_000005 to application application_1397146165236_0021
2014-04-10 11:13:45,055 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:13:45,055 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from INITING to RUNNING
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:45,055 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:13:45,055 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0021
2014-04-10 11:13:45,055 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:45,055 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,056 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0021
2014-04-10 11:13:45,056 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:45,056 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0021
2014-04-10 11:13:45,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:45,056 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:45,056 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:45,056 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:45,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,056 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0021
2014-04-10 11:13:45,056 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:45,056 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0021
2014-04-10 11:13:45,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0021_01_000005
2014-04-10 11:13:45,056 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0021_01_000004
2014-04-10 11:13:45,062 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0021_01_000005.tokens. Credentials list:
2014-04-10 11:13:45,062 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0021_01_000004.tokens. Credentials list:
2014-04-10 11:13:45,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:45,080 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:45,081 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:45,081 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:45,081 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:45,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0021_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000005.tokens
2014-04-10 11:13:45,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:45,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:45,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:45,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar dst=null perm=null
2014-04-10 11:13:45,193 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:49984, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-117828732_12553, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218, duration: 298462
2014-04-10 11:13:45,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:45,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:45,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:45,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml dst=null perm=null
2014-04-10 11:13:45,222 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41408, bytes: 80903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-117828732_12553, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742045_1221, duration: 183580
2014-04-10 11:13:45,232 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0021/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:45,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:45,233 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:45,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:45,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:45,250 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:45,250 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:45,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000005/default_container_executor.sh]
2014-04-10 11:13:45,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000004/default_container_executor.sh]
2014-04-10 11:13:45,371 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0020_01_000001 succeeded
2014-04-10 11:13:45,371 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:13:45,371 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0020_01_000001
2014-04-10 11:13:45,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000001
2014-04-10 11:13:45,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000001
2014-04-10 11:13:45,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000001
2014-04-10 11:13:45,379 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000001
2014-04-10 11:13:45,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0020/container_1397146165236_0020_01_000001
2014-04-10 11:13:45,379 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0020_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:13:45,379 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0020_01_000001 from application application_1397146165236_0020
2014-04-10 11:13:45,379 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:45,379 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0020
2014-04-10 11:13:45,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032 for deletion
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033 for deletion
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742034 for deletion
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742035 for deletion
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742037 for deletion
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742035
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742039 for deletion
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742034
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742037_1213 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742037
2014-04-10 11:13:45,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742039
2014-04-10 11:13:45,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:45,408 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032 for deletion
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033 for deletion
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742034 for deletion
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742033_1209 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742033
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742035 for deletion
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742032_1208 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742032
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742036 for deletion
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742035_1211 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742035
2014-04-10 11:13:45,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742039 for deletion
2014-04-10 11:13:45,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742034_1210 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742034
2014-04-10 11:13:45,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742036_1212 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742036
2014-04-10 11:13:45,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742039_1215 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742039
2014-04-10 11:13:45,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000002/default_container_executor.sh]
2014-04-10 11:13:45,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000003/default_container_executor.sh]
2014-04-10 11:13:45,678 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0020_01_000001
2014-04-10 11:13:45,678 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:45,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:45,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0020_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:45,679 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0020_000001
2014-04-10 11:13:45,679 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0020_000001 State change from FINISHING to FINISHED
2014-04-10 11:13:45,679 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0020_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:13:45,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0020 CONTAINERID=container_1397146165236_0020_01_000001
2014-04-10 11:13:45,679 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0020 State change from FINISHING to FINISHED
2014-04-10 11:13:45,679 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0020
2014-04-10 11:13:45,679 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0020_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:13:45,680 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0020_000001
2014-04-10 11:13:45,679 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0020,name=[7E8603E8E6534FCA9983CF4489E8FE7B/DBFA1D7101FB4954AD1567FAB036F996] test/(1/1) ...fieldedpipesplatform/swap,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0020/jobhistory/job/job_1397146165236_0020,appMasterHost=localhost.localdomain,startTime=1397146405558,finishTime=1397146419326,finalStatus=SUCCEEDED
2014-04-10 11:13:45,680 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:13:45,680 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0020_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:45,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:45,680 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:13:45,680 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0020_000001 released container container_1397146165236_0020_01_000001 on node: host: localhost:57966 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:13:45,680 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0020_000001 is done. finalState=FINISHED
2014-04-10 11:13:45,681 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0020 requests cleared
2014-04-10 11:13:45,681 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0020 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:13:45,681 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0020 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:13:45,682 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0020_000001 (auth:SIMPLE)
2014-04-10 11:13:45,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0020_01_000001
2014-04-10 11:13:45,704 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:45,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,704 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0020
2014-04-10 11:13:45,704 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:45,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,704 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0020, with delay of 10800 seconds
2014-04-10 11:13:45,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,705 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,727 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:45,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,727 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0020
2014-04-10 11:13:45,728 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:45,728 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0020, with delay of 10800 seconds
2014-04-10 11:13:45,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,728 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:45,968 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:13:46,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:46,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0021_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000004.tokens
2014-04-10 11:13:46,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:46,679 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:46,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:46,679 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:46,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0020
2014-04-10 11:13:46,679 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0020 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:46,679 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0020, with delay of 10800 seconds
2014-04-10 11:13:46,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:46,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0020
2014-04-10 11:13:46,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742042_1218
2014-04-10 11:13:47,047 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222
2014-04-10 11:13:47,203 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222
2014-04-10 11:13:47,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222
2014-04-10 11:13:47,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:47,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:47,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36912, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000003_0_-380645620_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 172001
2014-04-10 11:13:47,711 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41421, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000002_0_1565952515_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 168712
2014-04-10 11:13:47,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:47,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:47,770 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42617, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000003_0_-380645620_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 192108
2014-04-10 11:13:47,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:47,774 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36916, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000002_0_1565952515_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 153936
2014-04-10 11:13:47,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50002, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000001_0_-1809830150_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 118265
2014-04-10 11:13:47,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:47,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:47,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:47,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:47,947 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:13:47,975 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0021_m_000002_0_1565952515_1
2014-04-10 11:13:47,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job.split dst=null perm=null
2014-04-10 11:13:48,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223 src: /127.0.0.1:41426 dest: /127.0.0.1:51097
2014-04-10 11:13:48,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223 src: /127.0.0.1:36920 dest: /127.0.0.1:43710
2014-04-10 11:13:48,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223 src: /127.0.0.1:42623 dest: /127.0.0.1:50700
2014-04-10 11:13:48,008 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42623, dest: /127.0.0.1:50700, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000003_0_-380645620_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, duration: 2204965
2014-04-10 11:13:48,009 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:48,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,009 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36920, dest: /127.0.0.1:43710, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000003_0_-380645620_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, duration: 2685370
2014-04-10 11:13:48,009 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,010 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41426, dest: /127.0.0.1:51097, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000003_0_-380645620_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, duration: 4925777
2014-04-10 11:13:48,010 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,010 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742047_1223{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50002, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000001_0_-1809830150_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 156728
2014-04-10 11:13:48,025 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0021_m_000003_0_-380645620_1
2014-04-10 11:13:48,029 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:48,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000002_0 dst=null perm=null
2014-04-10 11:13:48,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000002_0 dst=null perm=null
2014-04-10 11:13:48,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000002 dst=null perm=null
2014-04-10 11:13:48,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:48,071 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41431, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000000_0_206957075_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742043_1219, duration: 178513
2014-04-10 11:13:48,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224 src: /127.0.0.1:42624 dest: /127.0.0.1:50700
2014-04-10 11:13:48,080 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224 src: /127.0.0.1:41432 dest: /127.0.0.1:51097
2014-04-10 11:13:48,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000003_0 dst=null perm=null
2014-04-10 11:13:48,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224 src: /127.0.0.1:36925 dest: /127.0.0.1:43710
2014-04-10 11:13:48,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000003_0 dst=null perm=null
2014-04-10 11:13:48,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36925, dest: /127.0.0.1:43710, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000001_0_-1809830150_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, duration: 3190198
2014-04-10 11:13:48,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:48,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000003 dst=null perm=null
2014-04-10 11:13:48,089 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41432, dest: /127.0.0.1:51097, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000001_0_-1809830150_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, duration: 4348050
2014-04-10 11:13:48,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42624, dest: /127.0.0.1:50700, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000001_0_-1809830150_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, duration: 5432869
2014-04-10 11:13:48,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,092 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742048_1224{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:48,125 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0021_m_000001_0_-1809830150_1
2014-04-10 11:13:48,125 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0021_01_000004
2014-04-10 11:13:48,126 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000004
2014-04-10 11:13:48,126 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:13:48,126 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0021_01_000004
2014-04-10 11:13:48,140 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0021_01_000004 is : 143
2014-04-10 11:13:48,141 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:48,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:13:48,151 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50011, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0021_m_000000_0_206957075_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 168228
2014-04-10 11:13:48,158 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0021_01_000005
2014-04-10 11:13:48,158 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000005
2014-04-10 11:13:48,158 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:48,158 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:13:48,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000004
2014-04-10 11:13:48,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000004
2014-04-10 11:13:48,160 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225 src: /127.0.0.1:42629 dest: /127.0.0.1:50700
2014-04-10 11:13:48,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000004
2014-04-10 11:13:48,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000004
2014-04-10 11:13:48,161 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0021_01_000005
2014-04-10 11:13:48,161 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225 src: /127.0.0.1:50013 dest: /127.0.0.1:55447
2014-04-10 11:13:48,162 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225 src: /127.0.0.1:36929 dest: /127.0.0.1:43710
2014-04-10 11:13:48,166 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0021_01_000005 is : 143
2014-04-10 11:13:48,167 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1.jhist for DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:48,186 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000004
2014-04-10 11:13:48,186 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:48,186 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:48,186 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0021_01_000004 from application application_1397146165236_0021
2014-04-10 11:13:48,186 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:48,186 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0021
2014-04-10 11:13:48,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000001_0 dst=null perm=null
2014-04-10 11:13:48,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000005
2014-04-10 11:13:48,186 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000005
2014-04-10 11:13:48,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000005
2014-04-10 11:13:48,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000005
2014-04-10 11:13:48,187 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000005
2014-04-10 11:13:48,187 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:48,187 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0021_01_000005 from application application_1397146165236_0021
2014-04-10 11:13:48,187 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:48,187 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0021
2014-04-10 11:13:48,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000001_0 dst=null perm=null
2014-04-10 11:13:48,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000001 dst=null perm=null
2014-04-10 11:13:48,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:48,260 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0021_01_000003
2014-04-10 11:13:48,260 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000003
2014-04-10 11:13:48,260 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:13:48,260 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0021_01_000003
2014-04-10 11:13:48,267 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0021_01_000003 is : 143
2014-04-10 11:13:48,275 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:48,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000003
2014-04-10 11:13:48,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000003
2014-04-10 11:13:48,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000003
2014-04-10 11:13:48,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000003
2014-04-10 11:13:48,275 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000003
2014-04-10 11:13:48,275 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:48,276 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0021_01_000003 from application application_1397146165236_0021
2014-04-10 11:13:48,276 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:48,276 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0021
2014-04-10 11:13:48,327 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:13:48,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226 src: /127.0.0.1:41438 dest: /127.0.0.1:51097
2014-04-10 11:13:48,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226 src: /127.0.0.1:42633 dest: /127.0.0.1:50700
2014-04-10 11:13:48,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226 src: /127.0.0.1:50017 dest: /127.0.0.1:55447
2014-04-10 11:13:48,381 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50017, dest: /127.0.0.1:55447, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000000_0_206957075_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, duration: 3881609
2014-04-10 11:13:48,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:48,381 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42633, dest: /127.0.0.1:50700, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000000_0_206957075_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, duration: 4483208
2014-04-10 11:13:48,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,382 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41438, dest: /127.0.0.1:51097, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0021_m_000000_0_206957075_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, duration: 4959699
2014-04-10 11:13:48,382 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742050_1226{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,400 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0021_m_000000_0_206957075_1
2014-04-10 11:13:48,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000000_0 dst=null perm=null
2014-04-10 11:13:48,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000000_0 dst=null perm=null
2014-04-10 11:13:48,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000000 dst=null perm=null
2014-04-10 11:13:48,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/_temporary/attempt_1397146165236_0021_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:48,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0021_01_000002
2014-04-10 11:13:48,513 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000002
2014-04-10 11:13:48,513 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:13:48,513 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0021_01_000002
2014-04-10 11:13:48,513 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0021_01_000003
2014-04-10 11:13:48,513 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:48,514 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0021_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:13:48,514 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000003
2014-04-10 11:13:48,514 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0021_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:13:48,514 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:13:48,515 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0021_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:48,515 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:48,515 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:13:48,515 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0021_000001 released container container_1397146165236_0021_01_000003 on node: host: localhost:54227 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:13:48,517 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0021_01_000002 is : 143
2014-04-10 11:13:48,526 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:48,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000002
2014-04-10 11:13:48,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000002
2014-04-10 11:13:48,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000002
2014-04-10 11:13:48,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000002
2014-04-10 11:13:48,527 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000002
2014-04-10 11:13:48,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:48,527 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0021_01_000002 from application application_1397146165236_0021
2014-04-10 11:13:48,527 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:48,527 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0021
2014-04-10 11:13:48,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,550 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:48,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1 dst=null perm=null
2014-04-10 11:13:48,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000000 dst=null perm=null
2014-04-10 11:13:48,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null
2014-04-10 11:13:48,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000001 dst=null perm=null
2014-04-10 11:13:48,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null
2014-04-10 11:13:48,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000002 dst=null perm=null
2014-04-10 11:13:48,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null
2014-04-10 11:13:48,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:48,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000003 dst=null perm=null
2014-04-10 11:13:48,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null
2014-04-10 11:13:48,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary/1/task_1397146165236_0021_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary dst=null perm=null
2014-04-10 11:13:48,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,708 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:48,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,741 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:48,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36929, dest: /127.0.0.1:43710, bytes: 47154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225, duration: 600359145
2014-04-10 11:13:48,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:48,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 14739
2014-04-10 11:13:48,765 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50013, dest: /127.0.0.1:55447, bytes: 47154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225, duration: 601561078
2014-04-10 11:13:48,765 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 14739
2014-04-10 11:13:48,766 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42629, dest: /127.0.0.1:50700, bytes: 47154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225, duration: 602974578
2014-04-10 11:13:48,766 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742049_1225{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 14739
2014-04-10 11:13:48,783 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1.jhist is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:48,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,803 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:13:48,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227 src: /127.0.0.1:41441 dest: /127.0.0.1:51097
2014-04-10 11:13:48,820 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227 src: /127.0.0.1:50019 dest: /127.0.0.1:55447
2014-04-10 11:13:48,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227 src: /127.0.0.1:36935 dest: /127.0.0.1:43710
2014-04-10 11:13:48,825 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36935, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227, duration: 1657861
2014-04-10 11:13:48,825 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:48,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,825 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50019, dest: /127.0.0.1:55447, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227, duration: 2212662
2014-04-10 11:13:48,825 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,826 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41441, dest: /127.0.0.1:51097, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227, duration: 2709069
2014-04-10 11:13:48,826 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742051_1227{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,841 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary_tmp is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:48,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:48,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1.jhist dst=null perm=null
2014-04-10 11:13:48,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist_tmp dst=null perm=null
2014-04-10 11:13:48,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1.jhist dst=null perm=null
2014-04-10 11:13:48,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist_tmp dst=null perm=null
2014-04-10 11:13:48,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1.jhist dst=null perm=null
2014-04-10 11:13:48,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,894 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50021, bytes: 47526, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225, duration: 252141
2014-04-10 11:13:48,897 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:48,910 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228 src: /127.0.0.1:42639 dest: /127.0.0.1:50700
2014-04-10 11:13:48,912 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228 src: /127.0.0.1:41446 dest: /127.0.0.1:51097
2014-04-10 11:13:48,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228 src: /127.0.0.1:36939 dest: /127.0.0.1:43710
2014-04-10 11:13:48,916 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36939, dest: /127.0.0.1:43710, bytes: 47154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228, duration: 2267467
2014-04-10 11:13:48,917 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:48,917 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,917 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41446, dest: /127.0.0.1:51097, bytes: 47154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228, duration: 2887909
2014-04-10 11:13:48,918 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,918 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,918 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42639, dest: /127.0.0.1:50700, bytes: 47154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228, duration: 3722164
2014-04-10 11:13:48,918 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:48,919 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742052_1228{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:48,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:48,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:48,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1_conf.xml dst=null perm=null
2014-04-10 11:13:48,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:48,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1_conf.xml dst=null perm=null
2014-04-10 11:13:48,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml_tmp dst=null perm=null
2014-04-10 11:13:48,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021/job_1397146165236_0021_1_conf.xml dst=null perm=null
2014-04-10 11:13:48,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:48,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50021, bytes: 94874, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742046_1222, duration: 364534
2014-04-10 11:13:48,981 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:48,994 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229 src: /127.0.0.1:41448 dest: /127.0.0.1:51097
2014-04-10 11:13:48,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229 src: /127.0.0.1:50026 dest: /127.0.0.1:55447
2014-04-10 11:13:48,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229 src: /127.0.0.1:36942 dest: /127.0.0.1:43710
2014-04-10 11:13:49,000 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36942, dest: /127.0.0.1:43710, bytes: 94138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229, duration: 2432546
2014-04-10 11:13:49,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,001 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50026, dest: /127.0.0.1:55447, bytes: 94138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229, duration: 3069107
2014-04-10 11:13:49,001 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:49,001 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,002 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41448, dest: /127.0.0.1:51097, bytes: 94138, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-2083658471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229, duration: 3843179
2014-04-10 11:13:49,002 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742053_1229{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,016 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-2083658471_1
2014-04-10 11:13:49,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:49,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:49,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:49,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:49,091 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0021_000001 with final state: FINISHING
2014-04-10 11:13:49,092 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:49,092 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0021 with final state: FINISHING
2014-04-10 11:13:49,092 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0021 State change from RUNNING to FINAL_SAVING
2014-04-10 11:13:49,092 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0021
2014-04-10 11:13:49,093 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:49,093 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0021 State change from FINAL_SAVING to FINISHING
2014-04-10 11:13:49,116 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:13:49,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:49,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:49,119 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0021 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist
2014-04-10 11:13:49,120 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist]
2014-04-10 11:13:49,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist dst=null perm=null
2014-04-10 11:13:49,124 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42645, bytes: 47526, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228, duration: 262957
2014-04-10 11:13:49,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary dst=null perm=null
2014-04-10 11:13:49,145 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50029, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227, duration: 114741
2014-04-10 11:13:49,145 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0021,submitTime=1397146420123,launchTime=1397146422935,firstMapTaskLaunchTime=1397146425060,firstReduceTaskLaunchTime=0,finishTime=1397146428743,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=0,jobName=[093D41730D5149AEAE83164EB7EC3B5F/52E25922F5924696811D73A02DD6025A] test/(1/1) ...pipesplatform/logicfilter
2014-04-10 11:13:49,145 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary]
2014-04-10 11:13:49,158 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742051_1227 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:13:49,158 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0021_01_000004
2014-04-10 11:13:49,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021.summary dst=null perm=null
2014-04-10 11:13:49,158 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0021_01_000005
2014-04-10 11:13:49,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:49,159 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0021_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:13:49,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000004
2014-04-10 11:13:49,159 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0021_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:13:49,160 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:13:49,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:13:49,160 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0021_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:49,160 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:49,160 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist
2014-04-10 11:13:49,160 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:13:49,160 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0021_000001 released container container_1397146165236_0021_01_000004 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:13:49,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:49,161 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0021_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:13:49,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000005
2014-04-10 11:13:49,161 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0021_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:49,161 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:13:49,161 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0021_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:49,161 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:49,161 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:13:49,161 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0021_000001 released container container_1397146165236_0021_01_000005 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:49,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0021-1397146420123-brock-%5B093D41730D5149AEAE83164EB7EC3B5F%2F52E25922F5924696-1397146428743-4-0-SUCCEEDED-default-1397146422935.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:49,175 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0021_conf.xml
2014-04-10 11:13:49,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0021_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0021_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:13:49,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,206 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary
2014-04-10 11:13:49,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/_temporary dst=null perm=null
2014-04-10 11:13:49,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,225 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:13:49,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null
2014-04-10 11:13:49,228 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42645, bytes: 185, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, duration: 210783
2014-04-10 11:13:49,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null
2014-04-10 11:13:49,232 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41453, bytes: 138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, duration: 212872
2014-04-10 11:13:49,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null
2014-04-10 11:13:49,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null
2014-04-10 11:13:49,235 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41453, bytes: 184, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, duration: 177963
2014-04-10 11:13:49,236 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/logicfilter
2014-04-10 11:13:49,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter dst=null perm=null
2014-04-10 11:13:49,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null
2014-04-10 11:13:49,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00000 dst=null perm=null
2014-04-10 11:13:49,243 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41453, bytes: 185, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226, duration: 189509
2014-04-10 11:13:49,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null
2014-04-10 11:13:49,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00001 dst=null perm=null
2014-04-10 11:13:49,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41453, bytes: 138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224, duration: 171277
2014-04-10 11:13:49,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null
2014-04-10 11:13:49,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00002 dst=null perm=null
2014-04-10 11:13:49,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null
2014-04-10 11:13:49,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/logicfilter/part-00003 dst=null perm=null
2014-04-10 11:13:49,251 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41453, bytes: 184, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223, duration: 176137
2014-04-10 11:13:49,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:49,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:49,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,310 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt. BP-1066669398-127.0.0.1-1397146149467 blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:49,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230 src: /127.0.0.1:50031 dest: /127.0.0.1:55447
2014-04-10 11:13:49,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230 src: /127.0.0.1:41455 dest: /127.0.0.1:51097
2014-04-10 11:13:49,328 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230 src: /127.0.0.1:36948 dest: /127.0.0.1:43710
2014-04-10 11:13:49,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36948, dest: /127.0.0.1:43710, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 1762317
2014-04-10 11:13:49,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:49,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41455, dest: /127.0.0.1:51097, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 2435457
2014-04-10 11:13:49,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,333 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50031, dest: /127.0.0.1:55447, bytes: 30, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 3024796
2014-04-10 11:13:49,333 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,336 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742054_1230{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,350 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:49,368 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:13:49,368 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:13:49,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:49,377 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:13:49,377 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt"]
2014-04-10 11:13:49,377 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped"]
2014-04-10 11:13:49,377 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:13:49,377 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:13:49,377 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:13:49,378 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...edpipesplatform/ungrouped
2014-04-10 11:13:49,386 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:49,392 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:13:49,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:49,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:49,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:49,396 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 22
2014-04-10 11:13:49,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022 dst=null perm=null
2014-04-10 11:13:49,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:13:49,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:13:49,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:49,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,452 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:13:49,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231 src: /127.0.0.1:36949 dest: /127.0.0.1:43710
2014-04-10 11:13:49,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231 src: /127.0.0.1:50035 dest: /127.0.0.1:55447
2014-04-10 11:13:49,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231 src: /127.0.0.1:42653 dest: /127.0.0.1:50700
2014-04-10 11:13:49,475 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42653, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, duration: 3837792
2014-04-10 11:13:49,475 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:49,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,476 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50035, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, duration: 4445697
2014-04-10 11:13:49,476 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,476 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,477 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36949, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, duration: 4476754
2014-04-10 11:13:49,477 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742055_1231{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,514 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0021_01_000002
2014-04-10 11:13:49,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:49,514 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0021_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:13:49,514 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000002
2014-04-10 11:13:49,515 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0021_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:13:49,515 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:13:49,515 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0021_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:49,516 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:49,516 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:13:49,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0021_000001 released container container_1397146165236_0021_01_000002 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:13:49,533 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:49,534 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar
2014-04-10 11:13:49,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:49,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:49,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:49,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:49,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:13:49,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:13:49,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:13:49,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:13:49,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:13:49,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:49,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:49,577 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:13:49,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:49,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,609 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split
2014-04-10 11:13:49,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:49,627 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:13:49,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232 src: /127.0.0.1:42654 dest: /127.0.0.1:50700
2014-04-10 11:13:49,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232 src: /127.0.0.1:36953 dest: /127.0.0.1:43710
2014-04-10 11:13:49,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232 src: /127.0.0.1:50039 dest: /127.0.0.1:55447
2014-04-10 11:13:49,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232 src: /127.0.0.1:41463 dest: /127.0.0.1:51097
2014-04-10 11:13:49,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41463, dest: /127.0.0.1:51097, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 2230835
2014-04-10 11:13:49,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:49,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50039, dest: /127.0.0.1:55447, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 2788317
2014-04-10 11:13:49,651 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,651 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36953, dest: /127.0.0.1:43710, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 3476018
2014-04-10 11:13:49,651 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,652 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42654, dest: /127.0.0.1:50700, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 4098144
2014-04-10 11:13:49,652 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742056_1232{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:49,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:13:49,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233 src: /127.0.0.1:36956 dest: /127.0.0.1:43710
2014-04-10 11:13:49,719 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233 src: /127.0.0.1:41465 dest: /127.0.0.1:51097
2014-04-10 11:13:49,720 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233 src: /127.0.0.1:42660 dest: /127.0.0.1:50700
2014-04-10 11:13:49,723 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42660, dest: /127.0.0.1:50700, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, duration: 1577332
2014-04-10 11:13:49,723 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:49,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,724 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41465, dest: /127.0.0.1:51097, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, duration: 1898032
2014-04-10 11:13:49,724 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,725 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36956, dest: /127.0.0.1:43710, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, duration: 2559649
2014-04-10 11:13:49,725 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742057_1233{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,800 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:49,800 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:13:49,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:13:49,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:13:49,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234 src: /127.0.0.1:50044 dest: /127.0.0.1:55447
2014-04-10 11:13:49,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234 src: /127.0.0.1:42662 dest: /127.0.0.1:50700
2014-04-10 11:13:49,862 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234 src: /127.0.0.1:36961 dest: /127.0.0.1:43710
2014-04-10 11:13:49,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36961, dest: /127.0.0.1:43710, bytes: 80291, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, duration: 3290712
2014-04-10 11:13:49,867 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:49,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,867 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42662, dest: /127.0.0.1:50700, bytes: 80291, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, duration: 3869870
2014-04-10 11:13:49,868 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,868 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,868 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50044, dest: /127.0.0.1:55447, bytes: 80291, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, duration: 4439780
2014-04-10 11:13:49,869 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:49,869 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742058_1234{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:13:49,883 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:13:49,884 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0022
2014-04-10 11:13:49,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022 dst=null perm=null
2014-04-10 11:13:49,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:49,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:49,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:49,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:49,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:49,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:49,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:49,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:49,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:49,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:49,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:49,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:49,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:49,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:49,932 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 22 submitted by user brock
2014-04-10 11:13:49,932 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0022
2014-04-10 11:13:49,932 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0022
2014-04-10 11:13:49,933 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0022
2014-04-10 11:13:49,933 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0022 State change from NEW to NEW_SAVING
2014-04-10 11:13:49,933 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0022 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:13:49,933 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0022_000001
2014-04-10 11:13:49,933 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from NEW to SUBMITTED
2014-04-10 11:13:49,934 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0022 from user: brock activated in queue: default
2014-04-10 11:13:49,934 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0022 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:13:49,934 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0022 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:13:49,934 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0022
2014-04-10 11:13:49,934 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0022_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:13:49,934 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:13:49,935 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0022 State change from SUBMITTED to ACCEPTED
2014-04-10 11:13:49,936 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0022/
2014-04-10 11:13:49,937 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0022
2014-04-10 11:13:49,937 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0022/
2014-04-10 11:13:50,061 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073742055_1231 to datanode(s) 127.0.0.1:51097
2014-04-10 11:13:50,061 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742051_1227]
2014-04-10 11:13:50,061 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742051_1227]
2014-04-10 11:13:50,108 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742042_1218 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:13:50,109 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742043_1219 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:13:50,109 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742044_1220 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:13:50,109 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742045_1221 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:13:50,109 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742049_1225 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:13:50,109 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742046_1222 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:13:50,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0021 dst=null perm=null
2014-04-10 11:13:50,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:50,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000001
2014-04-10 11:13:50,161 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0022_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:13:50,161 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0022 container=Container: [ContainerId: container_1397146165236_0022_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0022_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:50,161 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:13:50,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:50,161 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:50,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0022 AttemptId: appattempt_1397146165236_0022_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0022_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:13:50,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:13:50,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:13:50,163 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0022_000001
2014-04-10 11:13:50,163 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0022_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0022_000001
2014-04-10 11:13:50,163 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0022_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:13:50,166 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0022_000001 (auth:SIMPLE)
2014-04-10 11:13:50,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0022_01_000001 by user brock
2014-04-10 11:13:50,168 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0022
2014-04-10 11:13:50,168 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000001
2014-04-10 11:13:50,169 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from NEW to INITING
2014-04-10 11:13:50,169 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0022_01_000001 to application application_1397146165236_0022
2014-04-10 11:13:50,169 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from INITING to RUNNING
2014-04-10 11:13:50,169 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0022_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0022_000001
2014-04-10 11:13:50,169 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:13:50,170 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:13:50,170 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0022
2014-04-10 11:13:50,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:50,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:13:50,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:13:50,170 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:50,171 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0022_01_000001
2014-04-10 11:13:50,179 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0022_01_000001.tokens. Credentials list:
2014-04-10 11:13:50,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:50,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0022_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000001.tokens
2014-04-10 11:13:50,251 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:13:50,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:50,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:50,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:50,367 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42667, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-891437373_12878, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, duration: 878231
2014-04-10 11:13:50,391 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:50,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:50,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:50,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:50,416 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36966, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-891437373_12878, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, duration: 230596
2014-04-10 11:13:50,433 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0022/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:50,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:50,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:50,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:50,457 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41475, bytes: 1933, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-891437373_12878, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 231099
2014-04-10 11:13:50,473 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:50,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:50,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:50,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:50,497 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42667, bytes: 80919, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-891437373_12878, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, duration: 362813
2014-04-10 11:13:50,514 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0022/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:50,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:50,543 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:50,543 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:50,601 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000001/default_container_executor.sh]
2014-04-10 11:13:51,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742051 for deletion
2014-04-10 11:13:51,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742051
2014-04-10 11:13:51,493 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231 to 127.0.0.1:51097
2014-04-10 11:13:51,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742051 for deletion
2014-04-10 11:13:51,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742051
2014-04-10 11:13:51,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231 src: /127.0.0.1:41476 dest: /127.0.0.1:51097
2014-04-10 11:13:51,494 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:13:51,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231 src: /127.0.0.1:41476 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:13:51,496 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742055_1231 size 244650
2014-04-10 11:13:51,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:13:51,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/COMMIT_STARTED dst=null perm=null
2014-04-10 11:13:51,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:13:51,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/COMMIT_FAIL dst=null perm=null
2014-04-10 11:13:51,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022 dst=null perm=null
2014-04-10 11:13:51,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:13:51,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:13:52,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:52,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232
2014-04-10 11:13:52,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.splitmetainfo dst=null perm=null
2014-04-10 11:13:52,050 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230
2014-04-10 11:13:52,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223
2014-04-10 11:13:52,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742051_1227
2014-04-10 11:13:52,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224
2014-04-10 11:13:52,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226
2014-04-10 11:13:52,051 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233
2014-04-10 11:13:52,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228
2014-04-10 11:13:52,052 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229
2014-04-10 11:13:52,093 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:36970, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233, duration: 174840
2014-04-10 11:13:52,205 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228
2014-04-10 11:13:52,224 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231
2014-04-10 11:13:52,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223
2014-04-10 11:13:52,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230
2014-04-10 11:13:52,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233
2014-04-10 11:13:52,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229
2014-04-10 11:13:52,253 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231
2014-04-10 11:13:52,263 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230
2014-04-10 11:13:52,264 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226
2014-04-10 11:13:52,264 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742053_1229
2014-04-10 11:13:52,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225
2014-04-10 11:13:52,265 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234
2014-04-10 11:13:52,405 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231
2014-04-10 11:13:52,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224
2014-04-10 11:13:52,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225
2014-04-10 11:13:52,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742047_1223
2014-04-10 11:13:52,406 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742050_1226
2014-04-10 11:13:52,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742057_1233
2014-04-10 11:13:52,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234
2014-04-10 11:13:52,407 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232
2014-04-10 11:13:52,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742049_1225
2014-04-10 11:13:52,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742052_1228
2014-04-10 11:13:52,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742048_1224
2014-04-10 11:13:52,424 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232
2014-04-10 11:13:52,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234
2014-04-10 11:13:52,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231
2014-04-10 11:13:52,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232
2014-04-10 11:13:52,749 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0022_000001 (auth:SIMPLE)
2014-04-10 11:13:52,751 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0022_000001
2014-04-10 11:13:52,751 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0022 APPATTEMPTID=appattempt_1397146165236_0022_000001
2014-04-10 11:13:52,751 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:13:52,751 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0022 State change from ACCEPTED to RUNNING
2014-04-10 11:13:52,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:52,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:52,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:52,936 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:13:52,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235 src: /127.0.0.1:41480 dest: /127.0.0.1:51097
2014-04-10 11:13:52,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235 src: /127.0.0.1:36973 dest: /127.0.0.1:43710
2014-04-10 11:13:52,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235 src: /127.0.0.1:50059 dest: /127.0.0.1:55447
2014-04-10 11:13:52,988 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50059, dest: /127.0.0.1:55447, bytes: 94154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235, duration: 4431279
2014-04-10 11:13:52,989 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:52,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:52,989 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:36973, dest: /127.0.0.1:43710, bytes: 94154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235, duration: 4124788
2014-04-10 11:13:52,989 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:52,989 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:52,990 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41480, dest: /127.0.0.1:51097, bytes: 94154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235, duration: 4698334
2014-04-10 11:13:52,990 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:52,990 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742059_1235{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:53,016 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:13:53,062 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742051_1227, blk_1073742042_1218, blk_1073742043_1219, blk_1073742045_1221, blk_1073742046_1222]
2014-04-10 11:13:53,062 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742049_1225, blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742046_1222]
2014-04-10 11:13:54,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:54,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000002
2014-04-10 11:13:54,161 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0022_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:13:54,161 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0022 container=Container: [ContainerId: container_1397146165236_0022_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0022_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,162 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:13:54,162 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:54,162 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000003
2014-04-10 11:13:54,163 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0022_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:13:54,163 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0022 container=Container: [ContainerId: container_1397146165236_0022_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0022_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,163 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:13:54,163 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742049 for deletion
2014-04-10 11:13:54,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042 for deletion
2014-04-10 11:13:54,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742049
2014-04-10 11:13:54,394 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043 for deletion
2014-04-10 11:13:54,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042
2014-04-10 11:13:54,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742044 for deletion
2014-04-10 11:13:54,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043
2014-04-10 11:13:54,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742046 for deletion
2014-04-10 11:13:54,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742044
2014-04-10 11:13:54,395 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742046
2014-04-10 11:13:54,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742051 for deletion
2014-04-10 11:13:54,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042 for deletion
2014-04-10 11:13:54,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742051_1227 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742051
2014-04-10 11:13:54,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043 for deletion
2014-04-10 11:13:54,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742045 for deletion
2014-04-10 11:13:54,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042
2014-04-10 11:13:54,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742046 for deletion
2014-04-10 11:13:54,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742045
2014-04-10 11:13:54,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043
2014-04-10 11:13:54,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742046
2014-04-10 11:13:54,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:54,516 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000004
2014-04-10 11:13:54,516 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0022_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:13:54,517 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0022 container=Container: [ContainerId: container_1397146165236_0022_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0022_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,517 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:13:54,517 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,518 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:54,518 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000005
2014-04-10 11:13:54,518 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0022_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:13:54,518 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0022 container=Container: [ContainerId: container_1397146165236_0022_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0022_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,518 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:13:54,519 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,706 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:13:54,707 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000006
2014-04-10 11:13:54,707 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0022_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:13:54,707 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0022 container=Container: [ContainerId: container_1397146165236_0022_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0022_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,707 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:13:54,707 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:54,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:54,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:54,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:54,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:54,796 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:13:54,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:54,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:54,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:54,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:54,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:54,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:54,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:54,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:54,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:13:54,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:13:54,917 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0022_000001 (auth:SIMPLE)
2014-04-10 11:13:54,917 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0022_000001 (auth:SIMPLE)
2014-04-10 11:13:54,917 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0022_000001 (auth:SIMPLE)
2014-04-10 11:13:54,922 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0022_01_000004 by user brock
2014-04-10 11:13:54,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0022
2014-04-10 11:13:54,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0022_01_000006 by user brock
2014-04-10 11:13:54,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0022_01_000003 by user brock
2014-04-10 11:13:54,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0022_01_000005 by user brock
2014-04-10 11:13:54,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0022
2014-04-10 11:13:54,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000005
2014-04-10 11:13:54,924 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from NEW to INITING
2014-04-10 11:13:54,923 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from NEW to INITING
2014-04-10 11:13:54,923 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0022_01_000002 by user brock
2014-04-10 11:13:54,923 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000004
2014-04-10 11:13:54,924 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0022_01_000004 to application application_1397146165236_0022
2014-04-10 11:13:54,924 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0022_01_000006 to application application_1397146165236_0022
2014-04-10 11:13:54,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000006
2014-04-10 11:13:54,925 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from INITING to RUNNING
2014-04-10 11:13:54,923 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0022_01_000003 to application application_1397146165236_0022
2014-04-10 11:13:54,923 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000003
2014-04-10 11:13:54,925 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0022_01_000002 to application application_1397146165236_0022
2014-04-10 11:13:54,925 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0022_01_000005 to application application_1397146165236_0022
2014-04-10 11:13:54,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000002
2014-04-10 11:13:54,926 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from INITING to RUNNING
2014-04-10 11:13:54,925 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:13:54,926 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:13:54,926 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:13:54,926 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,927 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,927 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:54,927 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:13:54,927 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0022
2014-04-10 11:13:54,927 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,927 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:13:54,927 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,927 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:54,927 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:54,927 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:54,927 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,928 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0022_01_000006
2014-04-10 11:13:54,928 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,928 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:54,928 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0022
2014-04-10 11:13:54,928 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0022
2014-04-10 11:13:54,929 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:13:54,929 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,929 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:54,929 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:13:54,929 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0022
2014-04-10 11:13:54,929 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,930 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0022
2014-04-10 11:13:54,930 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:13:54,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:54,930 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0022
2014-04-10 11:13:54,930 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:54,930 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0022_01_000005
2014-04-10 11:13:54,931 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0022_01_000004
2014-04-10 11:13:54,941 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0022_01_000006.tokens. Credentials list:
2014-04-10 11:13:54,941 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0022_01_000005.tokens. Credentials list:
2014-04-10 11:13:54,942 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0022_01_000004.tokens. Credentials list:
2014-04-10 11:13:54,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:54,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:54,959 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:54,959 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:54,959 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:54,959 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:55,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0022_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000005.tokens
2014-04-10 11:13:55,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0022_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000006.tokens
2014-04-10 11:13:55,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:13:55,012 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:13:55,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000003/default_container_executor.sh]
2014-04-10 11:13:55,015 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000002/default_container_executor.sh]
2014-04-10 11:13:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:55,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:55,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar dst=null perm=null
2014-04-10 11:13:55,110 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42684, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-365121130_13093, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, duration: 397399
2014-04-10 11:13:55,113 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42685, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_420086066_13094, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742055_1231, duration: 418055
2014-04-10 11:13:55,127 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:55,129 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0022/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:55,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:55,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:55,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:55,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:55,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:55,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml dst=null perm=null
2014-04-10 11:13:55,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42684, bytes: 80919, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-365121130_13093, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, duration: 161313
2014-04-10 11:13:55,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50069, bytes: 80919, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_420086066_13094, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742058_1234, duration: 212474
2014-04-10 11:13:55,156 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0022/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:55,156 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:55,156 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:55,156 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0022/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:13:55,157 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:13:55,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:55,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:55,177 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:55,177 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:55,177 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:55,177 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:55,183 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:13:55,183 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:55,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000004/default_container_executor.sh]
2014-04-10 11:13:55,227 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000006/default_container_executor.sh]
2014-04-10 11:13:55,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000005/default_container_executor.sh]
2014-04-10 11:13:55,231 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0021_01_000001 succeeded
2014-04-10 11:13:55,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:13:55,232 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0021_01_000001
2014-04-10 11:13:55,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000001
2014-04-10 11:13:55,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000001
2014-04-10 11:13:55,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000001
2014-04-10 11:13:55,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000001
2014-04-10 11:13:55,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0021/container_1397146165236_0021_01_000001
2014-04-10 11:13:55,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0021_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:13:55,243 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0021_01_000001 from application application_1397146165236_0021
2014-04-10 11:13:55,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:55,243 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0021
2014-04-10 11:13:55,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0021_01_000001
2014-04-10 11:13:55,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:55,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:55,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0021_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:55,519 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0021_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:13:55,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0021 CONTAINERID=container_1397146165236_0021_01_000001
2014-04-10 11:13:55,519 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0021_000001
2014-04-10 11:13:55,519 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0021_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:13:55,520 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:13:55,520 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0021_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:55,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:55,520 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:13:55,520 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0021_000001 released container container_1397146165236_0021_01_000001 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:13:55,520 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0021_000001 State change from FINISHING to FINISHED
2014-04-10 11:13:55,520 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0021 State change from FINISHING to FINISHED
2014-04-10 11:13:55,520 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0021_000001 is done. finalState=FINISHED
2014-04-10 11:13:55,520 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0021_000001
2014-04-10 11:13:55,521 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0021 requests cleared
2014-04-10 11:13:55,521 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0021 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:13:55,521 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0021 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:13:55,521 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0021
2014-04-10 11:13:55,521 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0021,name=[093D41730D5149AEAE83164EB7EC3B5F/52E25922F5924696811D73A02DD6025A] test/(1/1) ...pipesplatform/logicfilter,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0021/jobhistory/job/job_1397146165236_0021,appMasterHost=localhost.localdomain,startTime=1397146420123,finishTime=1397146429092,finalStatus=SUCCEEDED
2014-04-10 11:13:55,523 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0021_000001 (auth:SIMPLE)
2014-04-10 11:13:55,524 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0021_01_000001
2014-04-10 11:13:55,706 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:13:55,808 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:13:56,062 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742049_1225, blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742045_1221]
2014-04-10 11:13:56,063 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742049_1225, blk_1073742042_1218, blk_1073742043_1219, blk_1073742044_1220, blk_1073742045_1221, blk_1073742046_1222]
2014-04-10 11:13:56,161 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:56,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,161 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0021
2014-04-10 11:13:56,161 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:56,161 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0021, with delay of 10800 seconds
2014-04-10 11:13:56,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,163 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:13:56,519 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:13:56,520 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0021
2014-04-10 11:13:56,520 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0021 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:13:56,520 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0021, with delay of 10800 seconds
2014-04-10 11:13:56,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0021
2014-04-10 11:13:56,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0022_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000004.tokens
2014-04-10 11:13:56,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:13:57,256 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235
2014-04-10 11:13:57,428 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235
2014-04-10 11:13:57,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235
2014-04-10 11:13:57,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742049 for deletion
2014-04-10 11:13:57,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042 for deletion
2014-04-10 11:13:57,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742049
2014-04-10 11:13:57,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043 for deletion
2014-04-10 11:13:57,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742044 for deletion
2014-04-10 11:13:57,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043
2014-04-10 11:13:57,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742045 for deletion
2014-04-10 11:13:57,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042
2014-04-10 11:13:57,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742045
2014-04-10 11:13:57,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742044
2014-04-10 11:13:57,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742049 for deletion
2014-04-10 11:13:57,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042 for deletion
2014-04-10 11:13:57,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043 for deletion
2014-04-10 11:13:57,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742044 for deletion
2014-04-10 11:13:57,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742045 for deletion
2014-04-10 11:13:57,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742046 for deletion
2014-04-10 11:13:57,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742049_1225 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742049
2014-04-10 11:13:57,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742043_1219 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742043
2014-04-10 11:13:57,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742045_1221 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742045
2014-04-10 11:13:57,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742042_1218 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742042
2014-04-10 11:13:57,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742044_1220 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742044
2014-04-10 11:13:57,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742046_1222 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742046
2014-04-10 11:13:57,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:57,860 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41501, bytes: 1933, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000001_0_1839759689_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 197518
2014-04-10 11:13:57,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:57,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:57,948 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50081, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000001_0_1839759689_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 203486
2014-04-10 11:13:57,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41503, bytes: 1933, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000000_0_1432587631_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 212426
2014-04-10 11:13:57,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:58,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:58,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:58,065 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50083, bytes: 1417, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000002_0_2057504427_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 170286
2014-04-10 11:13:58,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:58,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:58,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:58,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50083, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000002_0_2057504427_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 166482
2014-04-10 11:13:58,173 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:58,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:58,216 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50085, bytes: 901, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000004_0_-166556397_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 117624
2014-04-10 11:13:58,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37002, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000000_0_1432587631_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 150452
2014-04-10 11:13:58,235 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:13:58,262 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236 src: /127.0.0.1:50086 dest: /127.0.0.1:55447
2014-04-10 11:13:58,268 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236 src: /127.0.0.1:41512 dest: /127.0.0.1:51097
2014-04-10 11:13:58,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job.split dst=null perm=null
2014-04-10 11:13:58,286 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236 src: /127.0.0.1:37005 dest: /127.0.0.1:43710
2014-04-10 11:13:58,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37005, dest: /127.0.0.1:43710, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000001_0_1839759689_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, duration: 2602003
2014-04-10 11:13:58,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:58,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,299 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41512, dest: /127.0.0.1:51097, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000001_0_1839759689_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, duration: 3098471
2014-04-10 11:13:58,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,299 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50086, dest: /127.0.0.1:55447, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000001_0_1839759689_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, duration: 3639291
2014-04-10 11:13:58,300 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742060_1236{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,300 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:58,306 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50085, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000004_0_-166556397_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 158876
2014-04-10 11:13:58,316 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0022_m_000001_0_1839759689_1
2014-04-10 11:13:58,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237 src: /127.0.0.1:37003 dest: /127.0.0.1:43710
2014-04-10 11:13:58,319 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237 src: /127.0.0.1:41515 dest: /127.0.0.1:51097
2014-04-10 11:13:58,320 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237 src: /127.0.0.1:42710 dest: /127.0.0.1:50700
2014-04-10 11:13:58,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42710, dest: /127.0.0.1:50700, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000000_0_1432587631_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, duration: 4433469
2014-04-10 11:13:58,326 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:58,326 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742061_1237{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,326 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41515, dest: /127.0.0.1:51097, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000000_0_1432587631_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, duration: 3056716
2014-04-10 11:13:58,327 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37003, dest: /127.0.0.1:43710, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000000_0_1432587631_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, duration: 5429640
2014-04-10 11:13:58,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,327 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742061_1237 size 16
2014-04-10 11:13:58,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742061_1237 size 16
2014-04-10 11:13:58,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:58,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:13:58,358 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0022_m_000000_0_1432587631_1
2014-04-10 11:13:58,375 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50094, bytes: 901, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000003_0_948091668_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742056_1232, duration: 153725
2014-04-10 11:13:58,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000001_0 dst=null perm=null
2014-04-10 11:13:58,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000000_0 dst=null perm=null
2014-04-10 11:13:58,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000000_0 dst=null perm=null
2014-04-10 11:13:58,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000000 dst=null perm=null
2014-04-10 11:13:58,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:58,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:13:58,445 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37011, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0022_m_000003_0_948091668_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 156567
2014-04-10 11:13:58,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238 src: /127.0.0.1:42712 dest: /127.0.0.1:50700
2014-04-10 11:13:58,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238 src: /127.0.0.1:41520 dest: /127.0.0.1:51097
2014-04-10 11:13:58,458 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238 src: /127.0.0.1:50098 dest: /127.0.0.1:55447
2014-04-10 11:13:58,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50098, dest: /127.0.0.1:55447, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000002_0_2057504427_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, duration: 4563209
2014-04-10 11:13:58,464 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:58,464 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41520, dest: /127.0.0.1:51097, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000002_0_2057504427_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, duration: 5170684
2014-04-10 11:13:58,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42712, dest: /127.0.0.1:50700, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000002_0_2057504427_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, duration: 5696680
2014-04-10 11:13:58,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742062_1238{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:58,483 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0022_m_000002_0_2057504427_1
2014-04-10 11:13:58,499 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000004_0/part-00004 is closed by DFSClient_attempt_1397146165236_0022_m_000004_0_-166556397_1
2014-04-10 11:13:58,507 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0022_01_000002
2014-04-10 11:13:58,508 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000002
2014-04-10 11:13:58,508 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:13:58,508 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0022_01_000002
2014-04-10 11:13:58,517 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0022_01_000002 is : 143
2014-04-10 11:13:58,542 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:58,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000002
2014-04-10 11:13:58,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000002
2014-04-10 11:13:58,542 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000002
2014-04-10 11:13:58,542 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:58,543 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0022_01_000002 from application application_1397146165236_0022
2014-04-10 11:13:58,543 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:58,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000002
2014-04-10 11:13:58,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000002
2014-04-10 11:13:58,543 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0022
2014-04-10 11:13:58,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000002_0 dst=null perm=null
2014-04-10 11:13:58,550 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:13:58,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000004_0 dst=null perm=null
2014-04-10 11:13:58,568 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239 src: /127.0.0.1:41522 dest: /127.0.0.1:51097
2014-04-10 11:13:58,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000004_0 dst=null perm=null
2014-04-10 11:13:58,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239 src: /127.0.0.1:42717 dest: /127.0.0.1:50700
2014-04-10 11:13:58,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000004 dst=null perm=null
2014-04-10 11:13:58,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239 src: /127.0.0.1:37016 dest: /127.0.0.1:43710
2014-04-10 11:13:58,575 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1.jhist for DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:13:58,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:58,623 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:13:58,633 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0022_01_000006
2014-04-10 11:13:58,633 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000006
2014-04-10 11:13:58,633 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:13:58,633 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0022_01_000006
2014-04-10 11:13:58,637 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0022_01_000006 is : 143
2014-04-10 11:13:58,646 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:58,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000006
2014-04-10 11:13:58,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000006
2014-04-10 11:13:58,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000006
2014-04-10 11:13:58,646 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000006
2014-04-10 11:13:58,646 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000006
2014-04-10 11:13:58,646 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:58,646 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0022_01_000006 from application application_1397146165236_0022
2014-04-10 11:13:58,646 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:58,646 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0022
2014-04-10 11:13:58,668 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240 src: /127.0.0.1:41525 dest: /127.0.0.1:51097
2014-04-10 11:13:58,670 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240 src: /127.0.0.1:42720 dest: /127.0.0.1:50700
2014-04-10 11:13:58,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240 src: /127.0.0.1:37019 dest: /127.0.0.1:43710
2014-04-10 11:13:58,681 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37019, dest: /127.0.0.1:43710, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000003_0_948091668_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, duration: 9013083
2014-04-10 11:13:58,681 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:58,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42720, dest: /127.0.0.1:50700, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000003_0_948091668_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, duration: 10219021
2014-04-10 11:13:58,682 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,682 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41525, dest: /127.0.0.1:51097, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0022_m_000003_0_948091668_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, duration: 10776369
2014-04-10 11:13:58,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:58,683 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742064_1240{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:13:58,699 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0022_m_000003_0_948091668_1
2014-04-10 11:13:58,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000003_0 dst=null perm=null
2014-04-10 11:13:58,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000003_0 dst=null perm=null
2014-04-10 11:13:58,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000003 dst=null perm=null
2014-04-10 11:13:58,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:58,815 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0022_01_000005
2014-04-10 11:13:58,815 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000005
2014-04-10 11:13:58,815 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:13:58,815 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0022_01_000005
2014-04-10 11:13:58,822 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0022_01_000005 is : 143
2014-04-10 11:13:58,838 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:58,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000005
2014-04-10 11:13:58,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000005
2014-04-10 11:13:58,838 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000005
2014-04-10 11:13:58,839 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000005
2014-04-10 11:13:58,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000005
2014-04-10 11:13:58,839 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:58,839 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0022_01_000005 from application application_1397146165236_0022
2014-04-10 11:13:58,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:58,839 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0022
2014-04-10 11:13:59,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000001_0 dst=null perm=null
2014-04-10 11:13:59,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000001 dst=null perm=null
2014-04-10 11:13:59,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:59,503 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0022_01_000003
2014-04-10 11:13:59,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000003
2014-04-10 11:13:59,503 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:13:59,503 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0022_01_000003
2014-04-10 11:13:59,503 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0022_01_000002
2014-04-10 11:13:59,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:59,504 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0022_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:13:59,504 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000002
2014-04-10 11:13:59,504 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0022_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:13:59,504 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:13:59,504 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0022_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:59,504 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:59,504 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:13:59,504 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0022_000001 released container container_1397146165236_0022_01_000002 on node: host: localhost:57966 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:13:59,507 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0022_01_000003 is : 143
2014-04-10 11:13:59,515 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:59,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000003
2014-04-10 11:13:59,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000003
2014-04-10 11:13:59,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000003
2014-04-10 11:13:59,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000003
2014-04-10 11:13:59,516 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000003
2014-04-10 11:13:59,516 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:59,516 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0022_01_000003 from application application_1397146165236_0022
2014-04-10 11:13:59,516 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:59,516 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0022
2014-04-10 11:13:59,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000002_0 dst=null perm=null
2014-04-10 11:13:59,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000002 dst=null perm=null
2014-04-10 11:13:59,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/_temporary/attempt_1397146165236_0022_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:13:59,634 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0022_01_000006
2014-04-10 11:13:59,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:59,634 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0022_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:13:59,634 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000006
2014-04-10 11:13:59,634 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0022_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:13:59,634 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:13:59,634 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0022_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:59,635 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:59,635 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:13:59,635 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0022_000001 released container container_1397146165236_0022_01_000006 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:13:59,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0022_01_000004
2014-04-10 11:13:59,654 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000004
2014-04-10 11:13:59,654 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:13:59,654 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0022_01_000004
2014-04-10 11:13:59,654 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0022_01_000005
2014-04-10 11:13:59,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:13:59,655 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0022_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:13:59,655 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000005
2014-04-10 11:13:59,655 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0022_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:13:59,655 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:13:59,656 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0022_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:59,656 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:13:59,656 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:13:59,656 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0022_000001 released container container_1397146165236_0022_01_000005 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:13:59,662 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0022_01_000004 is : 143
2014-04-10 11:13:59,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:13:59,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000004
2014-04-10 11:13:59,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000004
2014-04-10 11:13:59,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000004
2014-04-10 11:13:59,678 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000004
2014-04-10 11:13:59,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000004
2014-04-10 11:13:59,678 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:13:59,678 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0022_01_000004 from application application_1397146165236_0022
2014-04-10 11:13:59,679 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:13:59,679 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0022
2014-04-10 11:13:59,691 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:13:59,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1 dst=null perm=null
2014-04-10 11:13:59,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000000 dst=null perm=null
2014-04-10 11:13:59,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null
2014-04-10 11:13:59,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000001 dst=null perm=null
2014-04-10 11:13:59,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null
2014-04-10 11:13:59,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000002 dst=null perm=null
2014-04-10 11:13:59,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null
2014-04-10 11:13:59,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000003 dst=null perm=null
2014-04-10 11:13:59,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null
2014-04-10 11:13:59,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:13:59,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000004 dst=null perm=null
2014-04-10 11:13:59,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null
2014-04-10 11:13:59,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary/1/task_1397146165236_0022_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary dst=null perm=null
2014-04-10 11:13:59,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,916 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:13:59,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:13:59,949 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:13:59,970 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37016, dest: /127.0.0.1:43710, bytes: 54670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239, duration: 1397483452
2014-04-10 11:13:59,970 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:13:59,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15569
2014-04-10 11:13:59,972 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42717, dest: /127.0.0.1:50700, bytes: 54670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239, duration: 1399089901
2014-04-10 11:13:59,972 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:59,973 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41522, dest: /127.0.0.1:51097, bytes: 54670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239, duration: 1400497365
2014-04-10 11:13:59,973 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15569
2014-04-10 11:13:59,974 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:13:59,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742063_1239{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15569
2014-04-10 11:13:59,999 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1.jhist is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:14:00,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:00,020 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:14:00,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241 src: /127.0.0.1:50105 dest: /127.0.0.1:55447
2014-04-10 11:14:00,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241 src: /127.0.0.1:42723 dest: /127.0.0.1:50700
2014-04-10 11:14:00,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241 src: /127.0.0.1:37022 dest: /127.0.0.1:43710
2014-04-10 11:14:00,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37022, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241, duration: 2289818
2014-04-10 11:14:00,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:00,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42723, dest: /127.0.0.1:50700, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241, duration: 3255082
2014-04-10 11:14:00,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50105, dest: /127.0.0.1:55447, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241, duration: 4143765
2014-04-10 11:14:00,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742065_1241{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,058 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:14:00,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1.jhist dst=null perm=null
2014-04-10 11:14:00,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist_tmp dst=null perm=null
2014-04-10 11:14:00,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1.jhist dst=null perm=null
2014-04-10 11:14:00,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist_tmp dst=null perm=null
2014-04-10 11:14:00,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1.jhist dst=null perm=null
2014-04-10 11:14:00,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:00,102 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42725, bytes: 55098, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239, duration: 269550
2014-04-10 11:14:00,105 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:00,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242 src: /127.0.0.1:42726 dest: /127.0.0.1:50700
2014-04-10 11:14:00,120 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242 src: /127.0.0.1:41533 dest: /127.0.0.1:51097
2014-04-10 11:14:00,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242 src: /127.0.0.1:37026 dest: /127.0.0.1:43710
2014-04-10 11:14:00,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37026, dest: /127.0.0.1:43710, bytes: 54670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242, duration: 2648343
2014-04-10 11:14:00,125 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:00,125 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,125 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41533, dest: /127.0.0.1:51097, bytes: 54670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242, duration: 3187781
2014-04-10 11:14:00,125 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,126 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42726, dest: /127.0.0.1:50700, bytes: 54670, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242, duration: 3796998
2014-04-10 11:14:00,126 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742066_1242{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,141 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:14:00,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1_conf.xml dst=null perm=null
2014-04-10 11:14:00,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:00,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1_conf.xml dst=null perm=null
2014-04-10 11:14:00,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:00,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022/job_1397146165236_0022_1_conf.xml dst=null perm=null
2014-04-10 11:14:00,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:00,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50112, bytes: 94890, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742059_1235, duration: 360740
2014-04-10 11:14:00,188 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:14:00,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243 src: /127.0.0.1:42730 dest: /127.0.0.1:50700
2014-04-10 11:14:00,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243 src: /127.0.0.1:50114 dest: /127.0.0.1:55447
2014-04-10 11:14:00,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243 src: /127.0.0.1:37030 dest: /127.0.0.1:43710
2014-04-10 11:14:00,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37030, dest: /127.0.0.1:43710, bytes: 94154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243, duration: 2677299
2014-04-10 11:14:00,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:00,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50114, dest: /127.0.0.1:55447, bytes: 94154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243, duration: 3137246
2014-04-10 11:14:00,209 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,209 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42730, dest: /127.0.0.1:50700, bytes: 94154, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1149791312_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243, duration: 3952628
2014-04-10 11:14:00,209 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,210 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742067_1243{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,224 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1149791312_1
2014-04-10 11:14:00,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,300 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0022_000001 with final state: FINISHING
2014-04-10 11:14:00,300 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:00,300 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0022 with final state: FINISHING
2014-04-10 11:14:00,300 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0022 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:00,300 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0022
2014-04-10 11:14:00,301 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:00,301 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0022 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:00,379 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:14:00,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:00,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:00,384 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0022 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist
2014-04-10 11:14:00,385 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist]
2014-04-10 11:14:00,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist dst=null perm=null
2014-04-10 11:14:00,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37033, bytes: 55098, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242, duration: 300580
2014-04-10 11:14:00,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary dst=null perm=null
2014-04-10 11:14:00,408 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37033, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241, duration: 199989
2014-04-10 11:14:00,408 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0022,submitTime=1397146429932,launchTime=1397146432761,firstMapTaskLaunchTime=1397146434935,firstReduceTaskLaunchTime=0,finishTime=1397146439950,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=20,reduceSlotSeconds=0,jobName=[045ABCA242E1490EA7986204190ED1E8/59B6591AEE2B4A389F8575AB0D659D75] test/(1/1) ...edpipesplatform/ungrouped
2014-04-10 11:14:00,408 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary]
2014-04-10 11:14:00,424 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742065_1241 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:14:00,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022.summary dst=null perm=null
2014-04-10 11:14:00,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:14:00,426 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist
2014-04-10 11:14:00,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0022-1397146429932-brock-%5B045ABCA242E1490EA7986204190ED1E8%2F59B6591AEE2B4A38-1397146439950-5-0-SUCCEEDED-default-1397146432761.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,441 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0022_conf.xml
2014-04-10 11:14:00,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0022_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0022_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:00,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,466 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary
2014-04-10 11:14:00,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/_temporary dst=null perm=null
2014-04-10 11:14:00,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,479 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:14:00,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null
2014-04-10 11:14:00,481 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41542, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, duration: 111908
2014-04-10 11:14:00,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null
2014-04-10 11:14:00,483 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37033, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, duration: 82496
2014-04-10 11:14:00,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null
2014-04-10 11:14:00,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42737, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, duration: 101131
2014-04-10 11:14:00,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null
2014-04-10 11:14:00,485 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41542, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, duration: 77248
2014-04-10 11:14:00,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null
2014-04-10 11:14:00,486 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/ungrouped
2014-04-10 11:14:00,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped dst=null perm=null
2014-04-10 11:14:00,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null
2014-04-10 11:14:00,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00000 dst=null perm=null
2014-04-10 11:14:00,490 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42737, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237, duration: 93086
2014-04-10 11:14:00,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null
2014-04-10 11:14:00,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00001 dst=null perm=null
2014-04-10 11:14:00,492 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50121, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236, duration: 91452
2014-04-10 11:14:00,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null
2014-04-10 11:14:00,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00002 dst=null perm=null
2014-04-10 11:14:00,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41542, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238, duration: 76589
2014-04-10 11:14:00,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null
2014-04-10 11:14:00,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00003 dst=null perm=null
2014-04-10 11:14:00,495 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41542, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240, duration: 84535
2014-04-10 11:14:00,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null
2014-04-10 11:14:00,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped/part-00004 dst=null perm=null
2014-04-10 11:14:00,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:00,504 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0022_01_000003
2014-04-10 11:14:00,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:00,504 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0022_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:14:00,504 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000003
2014-04-10 11:14:00,504 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0022_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:14:00,504 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:14:00,504 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0022_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:00,504 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:00,504 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:00,505 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0022_000001 released container container_1397146165236_0022_01_000003 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:00,512 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:14:00,512 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:14:00,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:00,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:00,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:00,543 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] starting
2014-04-10 11:14:00,543 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:14:00,543 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second"]
2014-04-10 11:14:00,544 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third"]
2014-04-10 11:14:00,544 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] sink: Hfs["TextDelimited[['ip']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first"]
2014-04-10 11:14:00,544 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] parallel execution is enabled: true
2014-04-10 11:14:00,544 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] starting jobs: 3
2014-04-10 11:14:00,544 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [third] allocating threads: 3
2014-04-10 11:14:00,544 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] starting step: (1/3) ...latform/chainedtaps/first
2014-04-10 11:14:00,551 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:00,565 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:00,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:00,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:00,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:00,567 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 23
2014-04-10 11:14:00,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023 dst=null perm=null
2014-04-10 11:14:00,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:14:00,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:14:00,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:00,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,627 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:00,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244 src: /127.0.0.1:42739 dest: /127.0.0.1:50700
2014-04-10 11:14:00,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244 src: /127.0.0.1:41546 dest: /127.0.0.1:51097
2014-04-10 11:14:00,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244 src: /127.0.0.1:37039 dest: /127.0.0.1:43710
2014-04-10 11:14:00,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37039, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, duration: 2663776
2014-04-10 11:14:00,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:00,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41546, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, duration: 3308125
2014-04-10 11:14:00,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,651 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,651 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42739, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, duration: 3960478
2014-04-10 11:14:00,651 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742068_1244{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,655 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0022_01_000004
2014-04-10 11:14:00,655 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:00,656 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0022_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:14:00,656 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000004
2014-04-10 11:14:00,656 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0022_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:00,656 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:00,656 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0022_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:00,656 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:00,657 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:00,657 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0022_000001 released container container_1397146165236_0022_01_000004 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:00,666 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:00,667 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar
2014-04-10 11:14:00,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:00,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:00,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:00,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:00,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:14:00,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:14:00,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:14:00,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:14:00,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:14:00,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:00,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:00,710 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:14:00,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:00,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,742 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split
2014-04-10 11:14:00,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:00,759 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:00,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245 src: /127.0.0.1:41548 dest: /127.0.0.1:51097
2014-04-10 11:14:00,777 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245 src: /127.0.0.1:37041 dest: /127.0.0.1:43710
2014-04-10 11:14:00,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245 src: /127.0.0.1:42744 dest: /127.0.0.1:50700
2014-04-10 11:14:00,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245 src: /127.0.0.1:50128 dest: /127.0.0.1:55447
2014-04-10 11:14:00,786 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50128, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 5282474
2014-04-10 11:14:00,786 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:00,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42744, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 5823385
2014-04-10 11:14:00,787 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37041, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 6444155
2014-04-10 11:14:00,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41548, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 6403734
2014-04-10 11:14:00,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,792 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742069_1245{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,808 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:00,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,842 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:00,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246 src: /127.0.0.1:41552 dest: /127.0.0.1:51097
2014-04-10 11:14:00,860 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246 src: /127.0.0.1:37045 dest: /127.0.0.1:43710
2014-04-10 11:14:00,861 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246 src: /127.0.0.1:50131 dest: /127.0.0.1:55447
2014-04-10 11:14:00,864 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50131, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, duration: 1365434
2014-04-10 11:14:00,864 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:00,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,865 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37045, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, duration: 1955513
2014-04-10 11:14:00,865 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,866 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41552, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, duration: 2748025
2014-04-10 11:14:00,866 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,867 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742070_1246{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,883 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:00,883 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:14:00,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:00,923 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:14:00,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247 src: /127.0.0.1:50132 dest: /127.0.0.1:55447
2014-04-10 11:14:00,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247 src: /127.0.0.1:37048 dest: /127.0.0.1:43710
2014-04-10 11:14:00,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247 src: /127.0.0.1:42751 dest: /127.0.0.1:50700
2014-04-10 11:14:00,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42751, dest: /127.0.0.1:50700, bytes: 81332, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, duration: 2057593
2014-04-10 11:14:00,948 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:00,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37048, dest: /127.0.0.1:43710, bytes: 81332, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, duration: 2593388
2014-04-10 11:14:00,949 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50132, dest: /127.0.0.1:55447, bytes: 81332, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, duration: 3353781
2014-04-10 11:14:00,949 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:00,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742071_1247{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:00,966 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:00,966 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0023
2014-04-10 11:14:00,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023 dst=null perm=null
2014-04-10 11:14:00,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:00,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:00,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:00,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:00,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:00,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:00,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:00,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:00,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:00,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:00,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:00,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:00,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:00,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:01,022 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 23 submitted by user brock
2014-04-10 11:14:01,022 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0023
2014-04-10 11:14:01,022 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0023 State change from NEW to NEW_SAVING
2014-04-10 11:14:01,022 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0023
2014-04-10 11:14:01,022 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0023
2014-04-10 11:14:01,023 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0023 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:14:01,023 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0023_000001
2014-04-10 11:14:01,023 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from NEW to SUBMITTED
2014-04-10 11:14:01,024 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0023 from user: brock activated in queue: default
2014-04-10 11:14:01,024 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0023 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:14:01,024 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0023 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:14:01,024 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0023
2014-04-10 11:14:01,024 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0023_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:14:01,025 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:14:01,025 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0023 State change from SUBMITTED to ACCEPTED
2014-04-10 11:14:01,027 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0023/
2014-04-10 11:14:01,027 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] submitted hadoop job: job_1397146165236_0023
2014-04-10 11:14:01,027 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] tracking url: http://localhost:56922/proxy/application_1397146165236_0023/
2014-04-10 11:14:01,366 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742055_1231 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:14:01,366 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742056_1232 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:14:01,366 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742057_1233 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:14:01,367 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742058_1234 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:14:01,367 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742063_1239 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:14:01,367 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742059_1235 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:14:01,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0022 dst=null perm=null
2014-04-10 11:14:01,505 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:01,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000001
2014-04-10 11:14:01,506 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0023_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:14:01,506 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0023 container=Container: [ContainerId: container_1397146165236_0023_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0023_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:01,506 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:14:01,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:01,506 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:01,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0023 AttemptId: appattempt_1397146165236_0023_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0023_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:14:01,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:14:01,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:14:01,508 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0023_000001
2014-04-10 11:14:01,508 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0023_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0023_000001
2014-04-10 11:14:01,508 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0023_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:14:01,511 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0023_000001 (auth:SIMPLE)
2014-04-10 11:14:01,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0023_01_000001 by user brock
2014-04-10 11:14:01,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0023
2014-04-10 11:14:01,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000001
2014-04-10 11:14:01,514 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from NEW to INITING
2014-04-10 11:14:01,514 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0023_01_000001 to application application_1397146165236_0023
2014-04-10 11:14:01,514 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from INITING to RUNNING
2014-04-10 11:14:01,514 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0023_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0023_000001
2014-04-10 11:14:01,515 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:14:01,515 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:14:01,515 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0023
2014-04-10 11:14:01,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:01,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:14:01,515 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:14:01,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:01,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0023_01_000001
2014-04-10 11:14:01,525 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0023_01_000001.tokens. Credentials list:
2014-04-10 11:14:01,539 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:01,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0023_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000001.tokens
2014-04-10 11:14:01,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:01,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:01,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:01,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:01,707 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42756, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1306108078_13450, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, duration: 928170
2014-04-10 11:14:01,731 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:01,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:01,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:01,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:01,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41563, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1306108078_13450, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, duration: 240313
2014-04-10 11:14:01,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0023/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:01,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:01,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:01,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:01,800 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41563, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1306108078_13450, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 218473
2014-04-10 11:14:01,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0023/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:01,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:01,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:01,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:01,842 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50141, bytes: 81968, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1306108078_13450, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, duration: 405611
2014-04-10 11:14:01,859 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0023/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:01,859 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:01,892 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:01,892 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:01,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000001/default_container_executor.sh]
2014-04-10 11:14:02,063 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073742068_1244 to datanode(s) 127.0.0.1:55447
2014-04-10 11:14:02,063 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742065_1241, blk_1073742055_1231, blk_1073742056_1232, blk_1073742058_1234, blk_1073742059_1235]
2014-04-10 11:14:02,064 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742059_1235, blk_1073742063_1239]
2014-04-10 11:14:02,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240
2014-04-10 11:14:02,259 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245
2014-04-10 11:14:02,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244
2014-04-10 11:14:02,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236
2014-04-10 11:14:02,261 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239
2014-04-10 11:14:02,262 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237
2014-04-10 11:14:02,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239
2014-04-10 11:14:02,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241
2014-04-10 11:14:02,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238
2014-04-10 11:14:02,430 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241
2014-04-10 11:14:02,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237
2014-04-10 11:14:02,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245
2014-04-10 11:14:02,431 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246
2014-04-10 11:14:02,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243
2014-04-10 11:14:02,433 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247
2014-04-10 11:14:02,433 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742063_1239
2014-04-10 11:14:02,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236
2014-04-10 11:14:02,434 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240
2014-04-10 11:14:02,459 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242
2014-04-10 11:14:02,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238
2014-04-10 11:14:02,460 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246
2014-04-10 11:14:02,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246
2014-04-10 11:14:02,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245
2014-04-10 11:14:02,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742060_1236
2014-04-10 11:14:02,472 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742065_1241
2014-04-10 11:14:02,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243
2014-04-10 11:14:02,473 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742062_1238
2014-04-10 11:14:02,474 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247
2014-04-10 11:14:02,505 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:02,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244
2014-04-10 11:14:02,611 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245
2014-04-10 11:14:02,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742067_1243
2014-04-10 11:14:02,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242
2014-04-10 11:14:02,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244
2014-04-10 11:14:02,634 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742066_1242
2014-04-10 11:14:02,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247
2014-04-10 11:14:02,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742061_1237
2014-04-10 11:14:02,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742064_1240
2014-04-10 11:14:03,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:03,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/COMMIT_STARTED dst=null perm=null
2014-04-10 11:14:03,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:14:03,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/COMMIT_FAIL dst=null perm=null
2014-04-10 11:14:03,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023 dst=null perm=null
2014-04-10 11:14:03,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:03,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:03,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:03,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:03,443 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41568, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742070_1246, duration: 160237
2014-04-10 11:14:03,481 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244 to 127.0.0.1:55447
2014-04-10 11:14:03,482 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244 src: /127.0.0.1:50146 dest: /127.0.0.1:55447
2014-04-10 11:14:03,482 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:14:03,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244 src: /127.0.0.1:50146 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:14:03,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742068_1244 size 244650
2014-04-10 11:14:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742065 for deletion
2014-04-10 11:14:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055 for deletion
2014-04-10 11:14:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056 for deletion
2014-04-10 11:14:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742065
2014-04-10 11:14:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742058 for deletion
2014-04-10 11:14:03,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056
2014-04-10 11:14:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742059 for deletion
2014-04-10 11:14:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055
2014-04-10 11:14:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742059
2014-04-10 11:14:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742058
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055 for deletion
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056 for deletion
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742057 for deletion
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742059 for deletion
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742063 for deletion
2014-04-10 11:14:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742057
2014-04-10 11:14:03,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742059
2014-04-10 11:14:03,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742063
2014-04-10 11:14:04,038 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0023_000001 (auth:SIMPLE)
2014-04-10 11:14:04,039 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0023_000001
2014-04-10 11:14:04,040 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0023 APPATTEMPTID=appattempt_1397146165236_0023_000001
2014-04-10 11:14:04,040 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:14:04,040 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0023 State change from ACCEPTED to RUNNING
2014-04-10 11:14:04,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:04,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:04,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:04,214 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:04,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248 src: /127.0.0.1:42765 dest: /127.0.0.1:50700
2014-04-10 11:14:04,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248 src: /127.0.0.1:41572 dest: /127.0.0.1:51097
2014-04-10 11:14:04,257 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248 src: /127.0.0.1:37065 dest: /127.0.0.1:43710
2014-04-10 11:14:04,262 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37065, dest: /127.0.0.1:43710, bytes: 95267, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248, duration: 4067978
2014-04-10 11:14:04,262 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:04,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:04,263 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41572, dest: /127.0.0.1:51097, bytes: 95267, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248, duration: 4655497
2014-04-10 11:14:04,263 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:04,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:04,263 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42765, dest: /127.0.0.1:50700, bytes: 95267, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248, duration: 5005561
2014-04-10 11:14:04,263 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:04,263 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742072_1248{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:04,282 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:05,064 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742065_1241, blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742063_1239]
2014-04-10 11:14:05,064 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742065_1241, blk_1073742055_1231, blk_1073742056_1232, blk_1073742057_1233, blk_1073742058_1234, blk_1073742059_1235, blk_1073742063_1239]
2014-04-10 11:14:05,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:05,636 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000002
2014-04-10 11:14:05,636 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0023_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:14:05,636 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0023 container=Container: [ContainerId: container_1397146165236_0023_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0023_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:05,637 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:14:05,637 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:05,637 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:05,637 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000003
2014-04-10 11:14:05,637 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0023_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:14:05,638 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0023 container=Container: [ContainerId: container_1397146165236_0023_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0023_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:05,638 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:14:05,638 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:05,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:05,639 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000004
2014-04-10 11:14:05,639 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0023_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:14:05,639 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0023 container=Container: [ContainerId: container_1397146165236_0023_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0023_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:05,639 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:14:05,639 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:05,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:05,640 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000005
2014-04-10 11:14:05,640 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0023_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:14:05,640 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0023 container=Container: [ContainerId: container_1397146165236_0023_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0023_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:05,640 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:14:05,640 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:06,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:06,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:06,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:06,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:06,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:06,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:06,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:06,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:06,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:06,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:06,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:06,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:06,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:06,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:06,199 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0023_000001 (auth:SIMPLE)
2014-04-10 11:14:06,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0023_01_000005 by user brock
2014-04-10 11:14:06,202 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0023_01_000002 by user brock
2014-04-10 11:14:06,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0023_01_000003 by user brock
2014-04-10 11:14:06,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0023_01_000004 by user brock
2014-04-10 11:14:06,203 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0023_01_000002 to application application_1397146165236_0023
2014-04-10 11:14:06,203 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0023
2014-04-10 11:14:06,203 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0023_01_000003 to application application_1397146165236_0023
2014-04-10 11:14:06,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000005
2014-04-10 11:14:06,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000004
2014-04-10 11:14:06,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000003
2014-04-10 11:14:06,203 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000002
2014-04-10 11:14:06,204 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0023_01_000004 to application application_1397146165236_0023
2014-04-10 11:14:06,204 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from NEW to INITING
2014-04-10 11:14:06,204 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0023_01_000005 to application application_1397146165236_0023
2014-04-10 11:14:06,205 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from INITING to RUNNING
2014-04-10 11:14:06,205 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:14:06,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:14:06,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:14:06,206 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:14:06,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,207 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:06,207 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0023
2014-04-10 11:14:06,207 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:06,208 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:06,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,208 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:06,208 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0023
2014-04-10 11:14:06,209 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,209 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,209 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:06,209 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0023
2014-04-10 11:14:06,210 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,210 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0023
2014-04-10 11:14:06,210 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:06,210 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0023
2014-04-10 11:14:06,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0023_01_000002
2014-04-10 11:14:06,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0023_01_000004
2014-04-10 11:14:06,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0023_01_000003
2014-04-10 11:14:06,212 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0023_01_000005
2014-04-10 11:14:06,236 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0023_01_000002.tokens. Credentials list:
2014-04-10 11:14:06,236 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0023_01_000005.tokens. Credentials list:
2014-04-10 11:14:06,236 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0023_01_000004.tokens. Credentials list:
2014-04-10 11:14:06,236 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0023_01_000003.tokens. Credentials list:
2014-04-10 11:14:06,250 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:06,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0023_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000002.tokens
2014-04-10 11:14:06,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:06,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742065 for deletion
2014-04-10 11:14:06,398 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055 for deletion
2014-04-10 11:14:06,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056 for deletion
2014-04-10 11:14:06,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742065
2014-04-10 11:14:06,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742057 for deletion
2014-04-10 11:14:06,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056
2014-04-10 11:14:06,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742058 for deletion
2014-04-10 11:14:06,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055
2014-04-10 11:14:06,399 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742063 for deletion
2014-04-10 11:14:06,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742057
2014-04-10 11:14:06,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742058
2014-04-10 11:14:06,400 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742063
2014-04-10 11:14:06,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:06,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:06,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar dst=null perm=null
2014-04-10 11:14:06,419 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41580, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_141813124_13593, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244, duration: 926968
2014-04-10 11:14:06,442 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:06,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:06,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:06,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml dst=null perm=null
2014-04-10 11:14:06,466 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42775, bytes: 81968, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_141813124_13593, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742071_1247, duration: 405395
2014-04-10 11:14:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742065 for deletion
2014-04-10 11:14:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055 for deletion
2014-04-10 11:14:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056 for deletion
2014-04-10 11:14:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742065_1241 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742065
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742055_1231 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742055
2014-04-10 11:14:06,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742057 for deletion
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742056_1232 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742056
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742058 for deletion
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742057_1233 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742057
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742059 for deletion
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742058_1234 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742058
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742063 for deletion
2014-04-10 11:14:06,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742059_1235 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742059
2014-04-10 11:14:06,484 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0023/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:06,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:06,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742063_1239 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742063
2014-04-10 11:14:06,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:06,484 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:06,485 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:06,493 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0022_01_000001 succeeded
2014-04-10 11:14:06,493 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:14:06,493 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0022_01_000001
2014-04-10 11:14:06,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000001
2014-04-10 11:14:06,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000001
2014-04-10 11:14:06,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000001
2014-04-10 11:14:06,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0022/container_1397146165236_0022_01_000001
2014-04-10 11:14:06,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000001
2014-04-10 11:14:06,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0022_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:14:06,505 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0022_01_000001 from application application_1397146165236_0022
2014-04-10 11:14:06,505 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:06,505 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0022_01_000001
2014-04-10 11:14:06,505 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0022
2014-04-10 11:14:06,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0022_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:06,506 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0022_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:14:06,506 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0022_000001
2014-04-10 11:14:06,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0022 CONTAINERID=container_1397146165236_0022_01_000001
2014-04-10 11:14:06,506 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0022_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:14:06,506 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:14:06,506 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0022_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:06,506 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:06,507 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:14:06,507 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0022_000001 released container container_1397146165236_0022_01_000001 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:06,506 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0022_000001 State change from FINISHING to FINISHED
2014-04-10 11:14:06,507 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0022 State change from FINISHING to FINISHED
2014-04-10 11:14:06,507 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0022_000001 is done. finalState=FINISHED
2014-04-10 11:14:06,507 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0022_000001
2014-04-10 11:14:06,507 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0022 requests cleared
2014-04-10 11:14:06,507 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0022
2014-04-10 11:14:06,507 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0022 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:14:06,507 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0022 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:14:06,507 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0022,name=[045ABCA242E1490EA7986204190ED1E8/59B6591AEE2B4A389F8575AB0D659D75] test/(1/1) ...edpipesplatform/ungrouped,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0022/jobhistory/job/job_1397146165236_0022,appMasterHost=localhost.localdomain,startTime=1397146429932,finishTime=1397146440300,finalStatus=SUCCEEDED
2014-04-10 11:14:06,509 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0022_000001 (auth:SIMPLE)
2014-04-10 11:14:06,510 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0022_01_000001
2014-04-10 11:14:06,514 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:06,514 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:06,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:06,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:06,518 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:06,518 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:06,518 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:06,518 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:06,575 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000003/default_container_executor.sh]
2014-04-10 11:14:06,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000002/default_container_executor.sh]
2014-04-10 11:14:06,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000005/default_container_executor.sh]
2014-04-10 11:14:06,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000004/default_container_executor.sh]
2014-04-10 11:14:06,636 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:06,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:06,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:06,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:06,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:06,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:06,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:06,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:06,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:06,636 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0022
2014-04-10 11:14:06,637 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:06,638 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0022, with delay of 10800 seconds
2014-04-10 11:14:06,657 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:06,657 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0022
2014-04-10 11:14:06,657 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:06,657 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0022, with delay of 10800 seconds
2014-04-10 11:14:06,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:06,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:06,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:06,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:07,098 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:07,463 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248
2014-04-10 11:14:07,478 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742068_1244
2014-04-10 11:14:07,506 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:07,507 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0022
2014-04-10 11:14:07,507 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0022 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:07,507 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0022, with delay of 10800 seconds
2014-04-10 11:14:07,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:07,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:07,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:07,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0022
2014-04-10 11:14:07,537 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:07,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248
2014-04-10 11:14:07,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0023_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000003.tokens
2014-04-10 11:14:07,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:07,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:07,814 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248
2014-04-10 11:14:07,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0023_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000004.tokens
2014-04-10 11:14:07,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:08,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:08,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0023_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000005.tokens
2014-04-10 11:14:08,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:08,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:08,941 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50170, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000002_0_1684992534_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 163480
2014-04-10 11:14:08,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:09,000 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42788, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000002_0_1684992534_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 154118
2014-04-10 11:14:09,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:09,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:09,074 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41597, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000003_0_1808087151_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 159312
2014-04-10 11:14:09,124 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41599, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000001_0_122004303_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 161515
2014-04-10 11:14:09,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:09,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42794, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000003_0_1808087151_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 159612
2014-04-10 11:14:09,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:09,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job.split dst=null perm=null
2014-04-10 11:14:09,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_m_000002_0 dst=null perm=null
2014-04-10 11:14:09,255 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50179, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000000_0_-733790839_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742069_1245, duration: 168898
2014-04-10 11:14:09,280 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0023_01_000004
2014-04-10 11:14:09,281 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000004
2014-04-10 11:14:09,281 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:14:09,281 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0023_01_000004
2014-04-10 11:14:09,286 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0023_01_000004 is : 143
2014-04-10 11:14:09,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:09,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000004
2014-04-10 11:14:09,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000004
2014-04-10 11:14:09,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000004
2014-04-10 11:14:09,299 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:14:09,299 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000004
2014-04-10 11:14:09,300 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000004
2014-04-10 11:14:09,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:09,300 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0023_01_000004 from application application_1397146165236_0023
2014-04-10 11:14:09,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:09,300 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0023
2014-04-10 11:14:09,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:09,329 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37096, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000000_0_-733790839_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 112335
2014-04-10 11:14:09,351 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50182, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0023_m_000001_0_122004303_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 130031
2014-04-10 11:14:09,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_m_000003_0 dst=null perm=null
2014-04-10 11:14:09,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249 src: /127.0.0.1:37098 dest: /127.0.0.1:43710
2014-04-10 11:14:09,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249 src: /127.0.0.1:41607 dest: /127.0.0.1:51097
2014-04-10 11:14:09,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249 src: /127.0.0.1:42802 dest: /127.0.0.1:50700
2014-04-10 11:14:09,371 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1.jhist for DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:09,404 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0023_01_000005
2014-04-10 11:14:09,405 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000005
2014-04-10 11:14:09,405 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:14:09,405 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0023_01_000005
2014-04-10 11:14:09,405 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0023_01_000004
2014-04-10 11:14:09,405 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:09,405 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0023_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:14:09,405 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000004
2014-04-10 11:14:09,406 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0023_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:14:09,406 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:14:09,406 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0023_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:09,406 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:09,406 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:14:09,406 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0023_000001 released container container_1397146165236_0023_01_000004 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:14:09,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_m_000001_0 dst=null perm=null
2014-04-10 11:14:09,411 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0023_01_000005 is : 143
2014-04-10 11:14:09,422 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:09,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000005
2014-04-10 11:14:09,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000005
2014-04-10 11:14:09,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000005
2014-04-10 11:14:09,422 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000005
2014-04-10 11:14:09,422 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000005
2014-04-10 11:14:09,422 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:09,423 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0023_01_000005 from application application_1397146165236_0023
2014-04-10 11:14:09,423 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:09,423 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0023
2014-04-10 11:14:09,460 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0023_01_000003
2014-04-10 11:14:09,460 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000003
2014-04-10 11:14:09,460 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:14:09,460 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0023_01_000003
2014-04-10 11:14:09,460 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0023_01_000005
2014-04-10 11:14:09,460 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:09,460 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0023_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:14:09,461 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000005
2014-04-10 11:14:09,461 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0023_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:14:09,461 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:14:09,461 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0023_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:09,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:09,461 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:14:09,461 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0023_000001 released container container_1397146165236_0023_01_000005 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:09,465 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0023_01_000003 is : 143
2014-04-10 11:14:09,472 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:09,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000003
2014-04-10 11:14:09,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000003
2014-04-10 11:14:09,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000003
2014-04-10 11:14:09,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000003
2014-04-10 11:14:09,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000003
2014-04-10 11:14:09,473 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:09,473 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0023_01_000003 from application application_1397146165236_0023
2014-04-10 11:14:09,473 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:09,473 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0023
2014-04-10 11:14:09,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_m_000000_0 dst=null perm=null
2014-04-10 11:14:09,592 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0023_01_000002
2014-04-10 11:14:09,593 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000002
2014-04-10 11:14:09,593 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:14:09,593 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0023_01_000002
2014-04-10 11:14:09,593 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0023_01_000003
2014-04-10 11:14:09,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:09,593 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0023_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:14:09,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000003
2014-04-10 11:14:09,594 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0023_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:14:09,594 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:14:09,594 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0023_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:09,594 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:09,594 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:09,594 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0023_000001 released container container_1397146165236_0023_01_000003 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:14:09,599 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0023_01_000002 is : 143
2014-04-10 11:14:09,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:09,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000002
2014-04-10 11:14:09,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000002
2014-04-10 11:14:09,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000002
2014-04-10 11:14:09,608 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000002
2014-04-10 11:14:09,608 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000002
2014-04-10 11:14:09,608 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:09,608 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0023_01_000002 from application application_1397146165236_0023
2014-04-10 11:14:09,608 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:09,608 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0023
2014-04-10 11:14:10,593 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0023_01_000002
2014-04-10 11:14:10,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:10,594 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0023_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:14:10,594 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000002
2014-04-10 11:14:10,594 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0023_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:10,594 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:10,595 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0023_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:10,595 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:10,595 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:10,595 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0023_000001 released container container_1397146165236_0023_01_000002 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:11,023 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(176)) - Rescanning after 300001 milliseconds
2014-04-10 11:14:11,023 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(201)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2014-04-10 11:14:11,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:11,508 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000006
2014-04-10 11:14:11,508 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0023_01_000006 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:14:11,508 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0023 container=Container: [ContainerId: container_1397146165236_0023_01_000006, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0023_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:11,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:11,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:12,116 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:12,133 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0023_000001 (auth:SIMPLE)
2014-04-10 11:14:12,137 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0023_01_000006 by user brock
2014-04-10 11:14:12,137 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000006
2014-04-10 11:14:12,137 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0023_01_000006 to application application_1397146165236_0023
2014-04-10 11:14:12,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:14:12,138 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0023
2014-04-10 11:14:12,138 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0023
2014-04-10 11:14:12,138 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:12,138 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0023
2014-04-10 11:14:12,139 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:12,172 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:12,172 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:12,229 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000006/default_container_executor.sh]
2014-04-10 11:14:12,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:13,121 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:13,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,000 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:14,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250 src: /127.0.0.1:37113 dest: /127.0.0.1:43710
2014-04-10 11:14:14,074 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250 src: /127.0.0.1:42816 dest: /127.0.0.1:50700
2014-04-10 11:14:14,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250 src: /127.0.0.1:50200 dest: /127.0.0.1:55447
2014-04-10 11:14:14,087 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50200, dest: /127.0.0.1:55447, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0023_r_000000_0_1464925784_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 10833083
2014-04-10 11:14:14,088 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:14,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42816, dest: /127.0.0.1:50700, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0023_r_000000_0_1464925784_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 11587899
2014-04-10 11:14:14,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,088 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37113, dest: /127.0.0.1:43710, bytes: 140, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0023_r_000000_0_1464925784_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 12043772
2014-04-10 11:14:14,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742074_1250{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,089 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,107 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0023_r_000000_0_1464925784_1
2014-04-10 11:14:14,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_r_000000_0 dst=null perm=null
2014-04-10 11:14:14,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_r_000000_0 dst=null perm=null
2014-04-10 11:14:14,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1397146165236_0023_r_000000 dst=null perm=null
2014-04-10 11:14:14,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/_temporary/attempt_1397146165236_0023_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1397146165236_0023_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:14,221 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0023_01_000006
2014-04-10 11:14:14,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000006
2014-04-10 11:14:14,221 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:14:14,222 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0023_01_000006
2014-04-10 11:14:14,226 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0023_01_000006 is : 143
2014-04-10 11:14:14,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,242 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:14,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000006
2014-04-10 11:14:14,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000006
2014-04-10 11:14:14,242 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000006
2014-04-10 11:14:14,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000006
2014-04-10 11:14:14,243 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000006
2014-04-10 11:14:14,243 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:14,243 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0023_01_000006 from application application_1397146165236_0023
2014-04-10 11:14:14,243 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:14,243 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0023
2014-04-10 11:14:14,257 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:14,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1 dst=null perm=null
2014-04-10 11:14:14,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:14,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:14,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1397146165236_0023_r_000000 dst=null perm=null
2014-04-10 11:14:14,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2014-04-10 11:14:14,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary/1/task_1397146165236_0023_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary dst=null perm=null
2014-04-10 11:14:14,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,340 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:14,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,373 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:14,401 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42802, dest: /127.0.0.1:50700, bytes: 61559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249, duration: 5031129398
2014-04-10 11:14:14,401 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:14,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15134
2014-04-10 11:14:14,402 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41607, dest: /127.0.0.1:51097, bytes: 61559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249, duration: 5032389088
2014-04-10 11:14:14,403 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15134
2014-04-10 11:14:14,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37098, dest: /127.0.0.1:43710, bytes: 61559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249, duration: 5034235370
2014-04-10 11:14:14,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742073_1249{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 15134
2014-04-10 11:14:14,423 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1.jhist is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:14,440 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,443 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:14:14,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251 src: /127.0.0.1:50201 dest: /127.0.0.1:55447
2014-04-10 11:14:14,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251 src: /127.0.0.1:42819 dest: /127.0.0.1:50700
2014-04-10 11:14:14,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251 src: /127.0.0.1:41626 dest: /127.0.0.1:51097
2014-04-10 11:14:14,465 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41626, dest: /127.0.0.1:51097, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251, duration: 2256329
2014-04-10 11:14:14,465 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:14,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,466 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42819, dest: /127.0.0.1:50700, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251, duration: 2547214
2014-04-10 11:14:14,466 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,467 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50201, dest: /127.0.0.1:55447, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251, duration: 3178472
2014-04-10 11:14:14,467 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742075_1251{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,482 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary_tmp is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:14,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1.jhist dst=null perm=null
2014-04-10 11:14:14,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist_tmp dst=null perm=null
2014-04-10 11:14:14,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1.jhist dst=null perm=null
2014-04-10 11:14:14,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist_tmp dst=null perm=null
2014-04-10 11:14:14,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1.jhist dst=null perm=null
2014-04-10 11:14:14,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,560 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42821, bytes: 62043, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249, duration: 266594
2014-04-10 11:14:14,563 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:14:14,576 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252 src: /127.0.0.1:50205 dest: /127.0.0.1:55447
2014-04-10 11:14:14,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252 src: /127.0.0.1:41629 dest: /127.0.0.1:51097
2014-04-10 11:14:14,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252 src: /127.0.0.1:42824 dest: /127.0.0.1:50700
2014-04-10 11:14:14,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42824, dest: /127.0.0.1:50700, bytes: 61559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252, duration: 2464044
2014-04-10 11:14:14,582 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:14,582 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,582 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41629, dest: /127.0.0.1:51097, bytes: 61559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252, duration: 2987421
2014-04-10 11:14:14,583 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,583 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50205, dest: /127.0.0.1:55447, bytes: 61559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252, duration: 3869036
2014-04-10 11:14:14,584 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742076_1252{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,598 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:14,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1_conf.xml dst=null perm=null
2014-04-10 11:14:14,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:14,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1_conf.xml dst=null perm=null
2014-04-10 11:14:14,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:14,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023/job_1397146165236_0023_1_conf.xml dst=null perm=null
2014-04-10 11:14:14,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:14,643 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37123, bytes: 96015, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742072_1248, duration: 369135
2014-04-10 11:14:14,646 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:14:14,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253 src: /127.0.0.1:37124 dest: /127.0.0.1:43710
2014-04-10 11:14:14,660 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253 src: /127.0.0.1:42827 dest: /127.0.0.1:50700
2014-04-10 11:14:14,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253 src: /127.0.0.1:41634 dest: /127.0.0.1:51097
2014-04-10 11:14:14,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41634, dest: /127.0.0.1:51097, bytes: 95267, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253, duration: 2071368
2014-04-10 11:14:14,664 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:14,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42827, dest: /127.0.0.1:50700, bytes: 95267, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253, duration: 2607513
2014-04-10 11:14:14,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37124, dest: /127.0.0.1:43710, bytes: 95267, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-407288460_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253, duration: 3013974
2014-04-10 11:14:14,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:14,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742077_1253{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:14,682 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-407288460_1
2014-04-10 11:14:14,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,798 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0023_000001 with final state: FINISHING
2014-04-10 11:14:14,798 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:14,799 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0023 with final state: FINISHING
2014-04-10 11:14:14,799 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0023 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:14,799 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0023
2014-04-10 11:14:14,799 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:14,799 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0023 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:14,859 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:14:14,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:14,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:14,864 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0023 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist
2014-04-10 11:14:14,865 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist]
2014-04-10 11:14:14,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist dst=null perm=null
2014-04-10 11:14:14,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50214, bytes: 62043, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252, duration: 301214
2014-04-10 11:14:14,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary dst=null perm=null
2014-04-10 11:14:14,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50214, bytes: 451, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251, duration: 193028
2014-04-10 11:14:14,887 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0023,submitTime=1397146441021,launchTime=1397146444049,firstMapTaskLaunchTime=1397146446212,firstReduceTaskLaunchTime=1397146452138,finishTime=1397146454375,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[84BF4EBC5C1248DABC679C2BDD3DEEA1/1E40F1EFA18E4C19A4A3817654163A9A] third/(1/3) ...latform/chainedtaps/first
2014-04-10 11:14:14,887 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary]
2014-04-10 11:14:14,899 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742075_1251 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:14:14,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023.summary dst=null perm=null
2014-04-10 11:14:14,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:14:14,901 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist
2014-04-10 11:14:14,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0023-1397146441021-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F1E40F1EFA18E4C19-1397146454375-4-1-SUCCEEDED-default-1397146444049.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,916 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0023_conf.xml
2014-04-10 11:14:14,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0023_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0023_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:14,947 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] starting step: (2/3) ...atform/chainedtaps/second
2014-04-10 11:14:14,960 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:14,967 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:14,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:14,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:14,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:14,970 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 24
2014-04-10 11:14:14,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024 dst=null perm=null
2014-04-10 11:14:14,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:14:14,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:14:14,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:15,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,018 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:15,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254 src: /127.0.0.1:41639 dest: /127.0.0.1:51097
2014-04-10 11:14:15,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254 src: /127.0.0.1:50217 dest: /127.0.0.1:55447
2014-04-10 11:14:15,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254 src: /127.0.0.1:37133 dest: /127.0.0.1:43710
2014-04-10 11:14:15,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37133, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, duration: 2917300
2014-04-10 11:14:15,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:15,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50217, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, duration: 3521653
2014-04-10 11:14:15,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41639, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, duration: 4579598
2014-04-10 11:14:15,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742078_1254{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,057 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:15,058 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar
2014-04-10 11:14:15,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:15,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:15,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:15,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:15,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:14:15,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:14:15,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:14:15,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:14:15,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:14:15,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:15,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:15,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:15,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:15,103 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:14:15,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,133 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split
2014-04-10 11:14:15,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:15,150 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:14:15,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255 src: /127.0.0.1:41642 dest: /127.0.0.1:51097
2014-04-10 11:14:15,168 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255 src: /127.0.0.1:37135 dest: /127.0.0.1:43710
2014-04-10 11:14:15,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255 src: /127.0.0.1:50221 dest: /127.0.0.1:55447
2014-04-10 11:14:15,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255 src: /127.0.0.1:42839 dest: /127.0.0.1:50700
2014-04-10 11:14:15,174 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42839, dest: /127.0.0.1:50700, bytes: 1695, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 1933957
2014-04-10 11:14:15,174 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:15,174 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50221, dest: /127.0.0.1:55447, bytes: 1695, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 2783481
2014-04-10 11:14:15,175 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,175 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,175 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37135, dest: /127.0.0.1:43710, bytes: 1695, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 3433777
2014-04-10 11:14:15,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,176 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41642, dest: /127.0.0.1:51097, bytes: 1695, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 4031871
2014-04-10 11:14:15,176 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,177 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742079_1255{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,190 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:15,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,222 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0023_01_000006
2014-04-10 11:14:15,223 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:15,223 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0023_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:14:15,223 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000006
2014-04-10 11:14:15,223 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0023_01_000006 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:14:15,223 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:15,223 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0023_01_000006, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:15,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,223 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:15,224 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:15,224 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0023_000001 released container container_1397146165236_0023_01_000006 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:15,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:14:15,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256 src: /127.0.0.1:42840 dest: /127.0.0.1:50700
2014-04-10 11:14:15,243 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256 src: /127.0.0.1:50224 dest: /127.0.0.1:55447
2014-04-10 11:14:15,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256 src: /127.0.0.1:41648 dest: /127.0.0.1:51097
2014-04-10 11:14:15,246 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41648, dest: /127.0.0.1:51097, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, duration: 1473266
2014-04-10 11:14:15,246 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:15,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,247 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50224, dest: /127.0.0.1:55447, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, duration: 2011150
2014-04-10 11:14:15,247 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,248 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42840, dest: /127.0.0.1:50700, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, duration: 2604002
2014-04-10 11:14:15,248 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742080_1256{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,265 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:15,265 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:14:15,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:15,306 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:14:15,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257 src: /127.0.0.1:37141 dest: /127.0.0.1:43710
2014-04-10 11:14:15,326 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257 src: /127.0.0.1:42844 dest: /127.0.0.1:50700
2014-04-10 11:14:15,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257 src: /127.0.0.1:41651 dest: /127.0.0.1:51097
2014-04-10 11:14:15,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41651, dest: /127.0.0.1:51097, bytes: 81564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, duration: 2158282
2014-04-10 11:14:15,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:15,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42844, dest: /127.0.0.1:50700, bytes: 81564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, duration: 2397428
2014-04-10 11:14:15,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,332 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,332 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37141, dest: /127.0.0.1:43710, bytes: 81564, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, duration: 3370673
2014-04-10 11:14:15,332 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:15,333 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742081_1257{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:15,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:15,349 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0024
2014-04-10 11:14:15,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024 dst=null perm=null
2014-04-10 11:14:15,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:15,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:15,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:15,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:15,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:15,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:15,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:15,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:15,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:15,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:15,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:15,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:15,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:15,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:15,403 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 24 submitted by user brock
2014-04-10 11:14:15,404 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0024
2014-04-10 11:14:15,404 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0024 State change from NEW to NEW_SAVING
2014-04-10 11:14:15,404 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0024
2014-04-10 11:14:15,404 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0024
2014-04-10 11:14:15,404 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0024 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:14:15,405 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0024_000001
2014-04-10 11:14:15,405 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from NEW to SUBMITTED
2014-04-10 11:14:15,405 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0024 from user: brock activated in queue: default
2014-04-10 11:14:15,405 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0024 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:14:15,406 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0024
2014-04-10 11:14:15,406 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0024 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:14:15,406 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0024_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:14:15,407 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:14:15,407 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0024 State change from SUBMITTED to ACCEPTED
2014-04-10 11:14:15,408 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0024/
2014-04-10 11:14:15,408 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] submitted hadoop job: job_1397146165236_0024
2014-04-10 11:14:15,408 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] tracking url: http://localhost:56922/proxy/application_1397146165236_0024/
2014-04-10 11:14:15,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:15,596 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000001
2014-04-10 11:14:15,597 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0024_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:14:15,597 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0024 container=Container: [ContainerId: container_1397146165236_0024_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0024_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:15,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:14:15,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:15,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:15,598 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0024 AttemptId: appattempt_1397146165236_0024_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0024_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ]
2014-04-10 11:14:15,598 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:14:15,598 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:14:15,599 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0024_000001
2014-04-10 11:14:15,599 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0024_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0024_000001
2014-04-10 11:14:15,599 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0024_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:14:15,602 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0024_000001 (auth:SIMPLE)
2014-04-10 11:14:15,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0024_01_000001 by user brock
2014-04-10 11:14:15,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0024
2014-04-10 11:14:15,605 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000001
2014-04-10 11:14:15,605 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from NEW to INITING
2014-04-10 11:14:15,605 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0024_01_000001 to application application_1397146165236_0024
2014-04-10 11:14:15,605 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from INITING to RUNNING
2014-04-10 11:14:15,605 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0024_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0024_000001
2014-04-10 11:14:15,605 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:14:15,606 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:14:15,606 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0024
2014-04-10 11:14:15,606 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:15,606 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:14:15,606 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:14:15,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:15,607 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0024_01_000001
2014-04-10 11:14:15,615 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0024_01_000001.tokens. Credentials list:
2014-04-10 11:14:15,629 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:15,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0024_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000001.tokens
2014-04-10 11:14:15,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:15,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:15,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:15,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:15,796 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37147, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1925339906_14041, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, duration: 825757
2014-04-10 11:14:15,820 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:15,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:15,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:15,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:15,844 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42850, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1925339906_14041, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, duration: 243280
2014-04-10 11:14:15,861 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0024/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:15,865 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742068_1244 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:14:15,865 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742069_1245 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:14:15,866 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742070_1246 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:14:15,866 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742071_1247 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:14:15,866 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742073_1249 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:14:15,866 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742072_1248 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:14:15,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0023 dst=null perm=null
2014-04-10 11:14:15,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:15,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:15,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:15,887 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50214, bytes: 1711, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1925339906_14041, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 216273
2014-04-10 11:14:15,904 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0024/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:15,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:15,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:15,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:15,924 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37147, bytes: 82204, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1925339906_14041, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, duration: 165195
2014-04-10 11:14:15,933 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:15,933 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:15,959 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:15,959 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:15,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000001/default_container_executor.sh]
2014-04-10 11:14:16,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:17,065 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073742078_1254 to datanode(s) 127.0.0.1:50700
2014-04-10 11:14:17,065 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742071_1247, blk_1073742072_1248, blk_1073742073_1249, blk_1073742075_1251]
2014-04-10 11:14:17,066 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742072_1248, blk_1073742073_1249]
2014-04-10 11:14:17,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:17,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/COMMIT_STARTED dst=null perm=null
2014-04-10 11:14:17,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:14:17,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/COMMIT_FAIL dst=null perm=null
2014-04-10 11:14:17,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024 dst=null perm=null
2014-04-10 11:14:17,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:17,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:17,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251
2014-04-10 11:14:17,466 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256
2014-04-10 11:14:17,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254
2014-04-10 11:14:17,479 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250
2014-04-10 11:14:17,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:17,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:17,549 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50238, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256, duration: 167291
2014-04-10 11:14:17,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253
2014-04-10 11:14:17,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249
2014-04-10 11:14:17,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255
2014-04-10 11:14:17,666 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249
2014-04-10 11:14:17,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257
2014-04-10 11:14:17,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252
2014-04-10 11:14:17,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255
2014-04-10 11:14:17,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254
2014-04-10 11:14:17,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251
2014-04-10 11:14:17,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252
2014-04-10 11:14:17,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256
2014-04-10 11:14:17,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255
2014-04-10 11:14:17,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253
2014-04-10 11:14:17,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742075_1251
2014-04-10 11:14:17,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742073_1249
2014-04-10 11:14:17,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255
2014-04-10 11:14:17,820 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250
2014-04-10 11:14:17,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742076_1252
2014-04-10 11:14:17,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742080_1256
2014-04-10 11:14:17,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254
2014-04-10 11:14:17,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250
2014-04-10 11:14:17,843 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257
2014-04-10 11:14:17,867 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742077_1253
2014-04-10 11:14:18,019 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257
2014-04-10 11:14:18,222 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0024_000001 (auth:SIMPLE)
2014-04-10 11:14:18,223 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0024_000001
2014-04-10 11:14:18,223 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0024 APPATTEMPTID=appattempt_1397146165236_0024_000001
2014-04-10 11:14:18,224 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:14:18,224 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0024 State change from ACCEPTED to RUNNING
2014-04-10 11:14:18,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:18,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:18,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068 for deletion
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069 for deletion
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742071 for deletion
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742072 for deletion
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742073 for deletion
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742071
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742072
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742075 for deletion
2014-04-10 11:14:18,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742073
2014-04-10 11:14:18,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742075
2014-04-10 11:14:18,414 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:14:18,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258 src: /127.0.0.1:37156 dest: /127.0.0.1:43710
2014-04-10 11:14:18,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258 src: /127.0.0.1:50242 dest: /127.0.0.1:55447
2014-04-10 11:14:18,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258 src: /127.0.0.1:41666 dest: /127.0.0.1:51097
2014-04-10 11:14:18,462 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41666, dest: /127.0.0.1:51097, bytes: 95499, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258, duration: 4464952
2014-04-10 11:14:18,463 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:18,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:18,463 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50242, dest: /127.0.0.1:55447, bytes: 95499, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258, duration: 4798513
2014-04-10 11:14:18,463 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:18,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:18,463 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37156, dest: /127.0.0.1:43710, bytes: 95499, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258, duration: 5341940
2014-04-10 11:14:18,464 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:18,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742082_1258{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:18,482 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:18,482 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254 to 127.0.0.1:50700
2014-04-10 11:14:18,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068 for deletion
2014-04-10 11:14:18,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069 for deletion
2014-04-10 11:14:18,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742070 for deletion
2014-04-10 11:14:18,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069
2014-04-10 11:14:18,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742071 for deletion
2014-04-10 11:14:18,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068
2014-04-10 11:14:18,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742071
2014-04-10 11:14:18,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742070
2014-04-10 11:14:18,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742072 for deletion
2014-04-10 11:14:18,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254 src: /127.0.0.1:42861 dest: /127.0.0.1:50700
2014-04-10 11:14:18,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742073 for deletion
2014-04-10 11:14:18,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742072
2014-04-10 11:14:18,484 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:14:18,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742073
2014-04-10 11:14:18,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254 src: /127.0.0.1:42861 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:14:18,486 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742078_1254 size 244650
2014-04-10 11:14:19,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:19,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000002
2014-04-10 11:14:19,597 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0024_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:14:19,597 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0024 container=Container: [ContainerId: container_1397146165236_0024_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0024_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:19,597 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:14:19,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:19,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:19,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000003
2014-04-10 11:14:19,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0024_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:14:19,598 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0024 container=Container: [ContainerId: container_1397146165236_0024_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0024_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:19,599 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:14:19,599 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:19,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:19,660 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000004
2014-04-10 11:14:19,660 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0024_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:14:19,661 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0024 container=Container: [ContainerId: container_1397146165236_0024_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0024_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:19,661 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:14:19,661 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:19,661 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:19,661 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000005
2014-04-10 11:14:19,662 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0024_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:14:19,662 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0024 container=Container: [ContainerId: container_1397146165236_0024_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0024_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:19,662 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:14:19,662 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:20,066 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742071_1247, blk_1073742075_1251]
2014-04-10 11:14:20,066 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742068_1244, blk_1073742069_1245, blk_1073742070_1246, blk_1073742072_1248, blk_1073742073_1249, blk_1073742075_1251]
2014-04-10 11:14:20,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:20,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:20,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:20,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:20,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:20,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:20,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:20,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:20,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:20,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:20,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:20,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:20,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:20,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:20,366 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0024_000001 (auth:SIMPLE)
2014-04-10 11:14:20,366 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0024_000001 (auth:SIMPLE)
2014-04-10 11:14:20,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0024_01_000003 by user brock
2014-04-10 11:14:20,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0024_01_000005 by user brock
2014-04-10 11:14:20,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0024_01_000004 by user brock
2014-04-10 11:14:20,371 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000003
2014-04-10 11:14:20,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0024_01_000002 by user brock
2014-04-10 11:14:20,371 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000004
2014-04-10 11:14:20,371 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0024_01_000004 to application application_1397146165236_0024
2014-04-10 11:14:20,371 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0024_01_000003 to application application_1397146165236_0024
2014-04-10 11:14:20,371 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0024
2014-04-10 11:14:20,371 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0024_01_000002 to application application_1397146165236_0024
2014-04-10 11:14:20,372 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000005
2014-04-10 11:14:20,371 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000002
2014-04-10 11:14:20,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:14:20,372 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from NEW to INITING
2014-04-10 11:14:20,372 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0024_01_000005 to application application_1397146165236_0024
2014-04-10 11:14:20,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:14:20,372 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,372 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from INITING to RUNNING
2014-04-10 11:14:20,372 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,372 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:20,372 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:14:20,372 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0024
2014-04-10 11:14:20,373 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:14:20,373 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,373 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,373 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,373 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:20,373 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,373 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0024
2014-04-10 11:14:20,373 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:20,373 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0024
2014-04-10 11:14:20,373 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:20,374 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:20,374 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:20,374 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0024
2014-04-10 11:14:20,374 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:20,374 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:20,374 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0024
2014-04-10 11:14:20,374 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0024_01_000004
2014-04-10 11:14:20,375 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0024_01_000005
2014-04-10 11:14:20,380 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0024_01_000005.tokens. Credentials list:
2014-04-10 11:14:20,382 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0024_01_000004.tokens. Credentials list:
2014-04-10 11:14:20,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:20,423 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:20,424 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:20,424 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:20,424 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:20,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0024_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000005.tokens
2014-04-10 11:14:20,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:20,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:20,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:20,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar dst=null perm=null
2014-04-10 11:14:20,528 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41677, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-229532973_14191, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254, duration: 404473
2014-04-10 11:14:20,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0024/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:20,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:20,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:20,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml dst=null perm=null
2014-04-10 11:14:20,566 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37170, bytes: 82204, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-229532973_14191, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742081_1257, duration: 236451
2014-04-10 11:14:20,580 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0024/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:20,580 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:20,581 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:20,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:20,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:20,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:20,601 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:20,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:20,601 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:20,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000005/default_container_executor.sh]
2014-04-10 11:14:20,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000004/default_container_executor.sh]
2014-04-10 11:14:20,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:20,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:20,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000002/default_container_executor.sh]
2014-04-10 11:14:20,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000003/default_container_executor.sh]
2014-04-10 11:14:20,991 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0023_01_000001 succeeded
2014-04-10 11:14:20,991 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:14:20,991 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0023_01_000001
2014-04-10 11:14:21,003 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000001
2014-04-10 11:14:21,003 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0023_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:14:21,003 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0023_01_000001 from application application_1397146165236_0023
2014-04-10 11:14:21,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000001
2014-04-10 11:14:21,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000001
2014-04-10 11:14:21,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000001
2014-04-10 11:14:21,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0023/container_1397146165236_0023_01_000001
2014-04-10 11:14:21,008 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:21,010 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0023
2014-04-10 11:14:21,224 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0023_01_000001
2014-04-10 11:14:21,225 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0023_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:21,225 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0023_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:14:21,225 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0023 CONTAINERID=container_1397146165236_0023_01_000001
2014-04-10 11:14:21,225 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0023_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:21,225 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:14:21,225 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0023_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:21,225 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:21,225 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:14:21,225 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0023_000001 released container container_1397146165236_0023_01_000001 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:21,225 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0023_000001
2014-04-10 11:14:21,226 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0023_000001 State change from FINISHING to FINISHED
2014-04-10 11:14:21,226 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0023 State change from FINISHING to FINISHED
2014-04-10 11:14:21,226 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0023_000001
2014-04-10 11:14:21,226 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0023_000001 is done. finalState=FINISHED
2014-04-10 11:14:21,226 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0023 requests cleared
2014-04-10 11:14:21,226 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0023 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:14:21,226 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0023 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:14:21,226 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0023
2014-04-10 11:14:21,226 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0023,name=[84BF4EBC5C1248DABC679C2BDD3DEEA1/1E40F1EFA18E4C19A4A3817654163A9A] third/(1/3) ...latform/chainedtaps/first,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0023/jobhistory/job/job_1397146165236_0023,appMasterHost=localhost.localdomain,startTime=1397146441021,finishTime=1397146454799,finalStatus=SUCCEEDED
2014-04-10 11:14:21,228 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0023_000001 (auth:SIMPLE)
2014-04-10 11:14:21,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0023_01_000001
2014-04-10 11:14:21,272 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:21,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068 for deletion
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069 for deletion
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742070 for deletion
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742071 for deletion
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742070
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742075 for deletion
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742075
2014-04-10 11:14:21,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742071_1247 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742071
2014-04-10 11:14:21,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068 for deletion
2014-04-10 11:14:21,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069 for deletion
2014-04-10 11:14:21,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742070 for deletion
2014-04-10 11:14:21,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742069_1245 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742069
2014-04-10 11:14:21,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742068_1244 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742068
2014-04-10 11:14:21,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742072 for deletion
2014-04-10 11:14:21,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742070_1246 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742070
2014-04-10 11:14:21,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742073 for deletion
2014-04-10 11:14:21,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742072_1248 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742072
2014-04-10 11:14:21,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742075 for deletion
2014-04-10 11:14:21,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742073_1249 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742073
2014-04-10 11:14:21,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742075_1251 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742075
2014-04-10 11:14:21,594 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:21,597 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:21,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:21,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:21,597 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0023
2014-04-10 11:14:21,597 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:21,598 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0023, with delay of 10800 seconds
2014-04-10 11:14:21,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:21,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:21,801 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0024_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000004.tokens
2014-04-10 11:14:21,802 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:22,225 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:22,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:22,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:22,225 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0023
2014-04-10 11:14:22,225 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0023 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:22,226 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0023, with delay of 10800 seconds
2014-04-10 11:14:22,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:22,226 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0023
2014-04-10 11:14:22,684 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258
2014-04-10 11:14:22,851 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258
2014-04-10 11:14:22,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258
2014-04-10 11:14:22,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:23,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:23,023 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742078_1254
2014-04-10 11:14:23,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:23,042 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41689, bytes: 1195, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000002_0_-749188083_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 165733
2014-04-10 11:14:23,064 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42885, bytes: 679, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000003_0_1363949781_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 122056
2014-04-10 11:14:23,095 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42886, bytes: 1711, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000000_0_201080085_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 124176
2014-04-10 11:14:23,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2014-04-10 11:14:23,115 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50271, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000002_0_-749188083_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 117448
2014-04-10 11:14:23,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job.split dst=null perm=null
2014-04-10 11:14:23,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2014-04-10 11:14:23,128 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50272, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000003_0_1363949781_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 240681
2014-04-10 11:14:23,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2014-04-10 11:14:23,180 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50273, bytes: 1711, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000001_0_2139373853_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742079_1255, duration: 191044
2014-04-10 11:14:23,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2014-04-10 11:14:23,246 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50273, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000001_0_2139373853_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 175363
2014-04-10 11:14:23,331 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50274, bytes: 144, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0024_m_000000_0_201080085_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 200268
2014-04-10 11:14:23,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_m_000003_0 dst=null perm=null
2014-04-10 11:14:23,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_m_000002_0 dst=null perm=null
2014-04-10 11:14:23,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_m_000000_0 dst=null perm=null
2014-04-10 11:14:23,435 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0024_01_000005
2014-04-10 11:14:23,435 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000005
2014-04-10 11:14:23,435 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:14:23,436 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0024_01_000005
2014-04-10 11:14:23,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0024_01_000004
2014-04-10 11:14:23,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000004
2014-04-10 11:14:23,441 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0024_01_000005 is : 143
2014-04-10 11:14:23,454 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:14:23,454 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 2212 Total time for transactions(ms): 125 Number of transactions batched in Syncs: 12 Number of syncs: 1533 SyncTimes(ms): 16622 13439
2014-04-10 11:14:23,455 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:14:23,455 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:23,455 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0024_01_000004
2014-04-10 11:14:23,457 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0024_01_000002
2014-04-10 11:14:23,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000002
2014-04-10 11:14:23,457 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:14:23,457 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0024_01_000002
2014-04-10 11:14:23,459 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0024_01_000004 is : 143
2014-04-10 11:14:23,461 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0024_01_000002 is : 143
2014-04-10 11:14:23,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_m_000001_0 dst=null perm=null
2014-04-10 11:14:23,470 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000005
2014-04-10 11:14:23,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000005
2014-04-10 11:14:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000005
2014-04-10 11:14:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000002
2014-04-10 11:14:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000005
2014-04-10 11:14:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000002
2014-04-10 11:14:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000002
2014-04-10 11:14:23,471 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000002
2014-04-10 11:14:23,471 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000002
2014-04-10 11:14:23,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:23,471 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:23,472 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0024_01_000002 from application application_1397146165236_0024
2014-04-10 11:14:23,472 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000005
2014-04-10 11:14:23,472 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:23,472 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:23,472 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0024
2014-04-10 11:14:23,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000004
2014-04-10 11:14:23,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000004
2014-04-10 11:14:23,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000004
2014-04-10 11:14:23,472 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000004
2014-04-10 11:14:23,472 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0024_01_000005 from application application_1397146165236_0024
2014-04-10 11:14:23,472 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:23,472 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0024
2014-04-10 11:14:23,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000004
2014-04-10 11:14:23,473 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:23,473 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0024_01_000004 from application application_1397146165236_0024
2014-04-10 11:14:23,473 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:23,473 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0024
2014-04-10 11:14:23,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0024_01_000003
2014-04-10 11:14:23,513 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000003
2014-04-10 11:14:23,513 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:14:23,514 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0024_01_000003
2014-04-10 11:14:23,514 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0024_01_000002
2014-04-10 11:14:23,514 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:23,514 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0024_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:14:23,514 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000002
2014-04-10 11:14:23,514 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0024_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:14:23,514 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:14:23,515 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0024_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:23,515 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:23,515 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:14:23,515 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0024_000001 released container container_1397146165236_0024_01_000002 on node: host: localhost:42468 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:14:23,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259 src: /127.0.0.1:50276 dest: /127.0.0.1:55447
2014-04-10 11:14:23,517 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259 src: /127.0.0.1:42894 dest: /127.0.0.1:50700
2014-04-10 11:14:23,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259 src: /127.0.0.1:41701 dest: /127.0.0.1:51097
2014-04-10 11:14:23,518 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0024_01_000003 is : 143
2014-04-10 11:14:23,521 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1.jhist for DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:23,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:23,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000003
2014-04-10 11:14:23,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000003
2014-04-10 11:14:23,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000003
2014-04-10 11:14:23,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000003
2014-04-10 11:14:23,527 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000003
2014-04-10 11:14:23,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:23,528 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0024_01_000003 from application application_1397146165236_0024
2014-04-10 11:14:23,528 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:23,528 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0024
2014-04-10 11:14:24,437 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0024_01_000004
2014-04-10 11:14:24,437 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0024_01_000005
2014-04-10 11:14:24,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:24,438 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0024_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:14:24,438 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000004
2014-04-10 11:14:24,438 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0024_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:14:24,438 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:14:24,438 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0024_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:24,439 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:24,439 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:14:24,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0024_000001 released container container_1397146165236_0024_01_000004 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:14:24,439 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:24,439 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0024_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:14:24,439 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000005
2014-04-10 11:14:24,439 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0024_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:24,439 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:14:24,440 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0024_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:24,440 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:24,440 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:24,440 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0024_000001 released container container_1397146165236_0024_01_000005 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:24,514 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0024_01_000003
2014-04-10 11:14:24,515 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:24,515 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0024_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:14:24,515 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000003
2014-04-10 11:14:24,515 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0024_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:14:24,515 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:24,515 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0024_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:24,516 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:24,516 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:24,516 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0024_000001 released container container_1397146165236_0024_01_000003 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:25,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:25,438 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000006
2014-04-10 11:14:25,438 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0024_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:14:25,439 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0024 container=Container: [ContainerId: container_1397146165236_0024_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0024_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:25,439 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:25,439 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:26,291 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:26,304 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0024_01_000006 by user brock
2014-04-10 11:14:26,304 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000006
2014-04-10 11:14:26,304 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0024_01_000006 to application application_1397146165236_0024
2014-04-10 11:14:26,305 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:14:26,305 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0024
2014-04-10 11:14:26,305 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0024
2014-04-10 11:14:26,305 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:26,305 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0024
2014-04-10 11:14:26,306 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:26,333 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:26,333 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:26,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000006/default_container_executor.sh]
2014-04-10 11:14:26,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:27,295 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:28,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,103 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:14:28,175 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260 src: /127.0.0.1:37203 dest: /127.0.0.1:43710
2014-04-10 11:14:28,176 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260 src: /127.0.0.1:42906 dest: /127.0.0.1:50700
2014-04-10 11:14:28,177 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260 src: /127.0.0.1:41713 dest: /127.0.0.1:51097
2014-04-10 11:14:28,187 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41713, dest: /127.0.0.1:51097, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0024_r_000000_0_-368407654_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 9871898
2014-04-10 11:14:28,188 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:28,188 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,188 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42906, dest: /127.0.0.1:50700, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0024_r_000000_0_-368407654_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 10604159
2014-04-10 11:14:28,188 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,190 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,190 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37203, dest: /127.0.0.1:43710, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0024_r_000000_0_-368407654_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 11310030
2014-04-10 11:14:28,191 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,191 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742084_1260{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,206 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0024_r_000000_0_-368407654_1
2014-04-10 11:14:28,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_r_000000_0 dst=null perm=null
2014-04-10 11:14:28,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_r_000000_0 dst=null perm=null
2014-04-10 11:14:28,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1397146165236_0024_r_000000 dst=null perm=null
2014-04-10 11:14:28,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/_temporary/attempt_1397146165236_0024_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1397146165236_0024_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:28,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0024_01_000006
2014-04-10 11:14:28,325 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000006
2014-04-10 11:14:28,325 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:14:28,325 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0024_01_000006
2014-04-10 11:14:28,332 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0024_01_000006 is : 143
2014-04-10 11:14:28,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:28,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000006
2014-04-10 11:14:28,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000006
2014-04-10 11:14:28,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000006
2014-04-10 11:14:28,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000006
2014-04-10 11:14:28,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:28,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000006
2014-04-10 11:14:28,349 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0024_01_000006 from application application_1397146165236_0024
2014-04-10 11:14:28,349 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:28,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0024
2014-04-10 11:14:28,364 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:28,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1 dst=null perm=null
2014-04-10 11:14:28,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:28,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:28,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1397146165236_0024_r_000000 dst=null perm=null
2014-04-10 11:14:28,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:28,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary/1/task_1397146165236_0024_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary dst=null perm=null
2014-04-10 11:14:28,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:28,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:28,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41701, dest: /127.0.0.1:51097, bytes: 61142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259, duration: 4989103067
2014-04-10 11:14:28,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:28,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 15176
2014-04-10 11:14:28,510 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42894, dest: /127.0.0.1:50700, bytes: 61142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259, duration: 4990164240
2014-04-10 11:14:28,510 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,511 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 15176
2014-04-10 11:14:28,511 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50276, dest: /127.0.0.1:55447, bytes: 61142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259, duration: 4991794175
2014-04-10 11:14:28,511 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742083_1259{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 15176
2014-04-10 11:14:28,523 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1.jhist is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:28,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,543 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:28,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261 src: /127.0.0.1:42908 dest: /127.0.0.1:50700
2014-04-10 11:14:28,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261 src: /127.0.0.1:41715 dest: /127.0.0.1:51097
2014-04-10 11:14:28,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261 src: /127.0.0.1:50293 dest: /127.0.0.1:55447
2014-04-10 11:14:28,564 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50293, dest: /127.0.0.1:55447, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261, duration: 1741730
2014-04-10 11:14:28,564 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:28,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41715, dest: /127.0.0.1:51097, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261, duration: 2612973
2014-04-10 11:14:28,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42908, dest: /127.0.0.1:50700, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261, duration: 3202885
2014-04-10 11:14:28,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742085_1261{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary_tmp is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:28,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1.jhist dst=null perm=null
2014-04-10 11:14:28,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist_tmp dst=null perm=null
2014-04-10 11:14:28,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1.jhist dst=null perm=null
2014-04-10 11:14:28,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist_tmp dst=null perm=null
2014-04-10 11:14:28,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1.jhist dst=null perm=null
2014-04-10 11:14:28,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,639 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50294, bytes: 61622, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259, duration: 182942
2014-04-10 11:14:28,641 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:14:28,658 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262 src: /127.0.0.1:37210 dest: /127.0.0.1:43710
2014-04-10 11:14:28,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262 src: /127.0.0.1:42913 dest: /127.0.0.1:50700
2014-04-10 11:14:28,661 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262 src: /127.0.0.1:50297 dest: /127.0.0.1:55447
2014-04-10 11:14:28,664 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50297, dest: /127.0.0.1:55447, bytes: 61142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262, duration: 1878639
2014-04-10 11:14:28,664 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:28,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,665 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42913, dest: /127.0.0.1:50700, bytes: 61142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262, duration: 2565837
2014-04-10 11:14:28,665 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,666 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37210, dest: /127.0.0.1:43710, bytes: 61142, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262, duration: 3391180
2014-04-10 11:14:28,666 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742086_1262{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,681 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:28,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1_conf.xml dst=null perm=null
2014-04-10 11:14:28,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:28,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1_conf.xml dst=null perm=null
2014-04-10 11:14:28,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:28,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024/job_1397146165236_0024_1_conf.xml dst=null perm=null
2014-04-10 11:14:28,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:28,725 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41721, bytes: 96247, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742082_1258, duration: 371508
2014-04-10 11:14:28,728 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:14:28,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263 src: /127.0.0.1:37214 dest: /127.0.0.1:43710
2014-04-10 11:14:28,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263 src: /127.0.0.1:42917 dest: /127.0.0.1:50700
2014-04-10 11:14:28,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263 src: /127.0.0.1:50301 dest: /127.0.0.1:55447
2014-04-10 11:14:28,748 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50301, dest: /127.0.0.1:55447, bytes: 95499, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263, duration: 2687156
2014-04-10 11:14:28,749 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:28,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,749 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42917, dest: /127.0.0.1:50700, bytes: 95499, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263, duration: 3375263
2014-04-10 11:14:28,750 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,750 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,750 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37214, dest: /127.0.0.1:43710, bytes: 95499, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1564773039_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263, duration: 4156929
2014-04-10 11:14:28,750 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:28,751 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742087_1263{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:28,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1564773039_1
2014-04-10 11:14:28,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,840 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0024_000001 with final state: FINISHING
2014-04-10 11:14:28,840 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:28,840 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0024 with final state: FINISHING
2014-04-10 11:14:28,840 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0024 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:28,840 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0024
2014-04-10 11:14:28,841 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:28,841 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0024 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:28,890 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:14:28,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:28,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:28,895 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0024 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist
2014-04-10 11:14:28,895 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist]
2014-04-10 11:14:28,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist dst=null perm=null
2014-04-10 11:14:28,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50304, bytes: 61622, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262, duration: 273925
2014-04-10 11:14:28,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary dst=null perm=null
2014-04-10 11:14:28,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50304, bytes: 451, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261, duration: 258382
2014-04-10 11:14:28,923 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0024,submitTime=1397146455403,launchTime=1397146458233,firstMapTaskLaunchTime=1397146460377,firstReduceTaskLaunchTime=1397146466305,finishTime=1397146468482,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[84BF4EBC5C1248DABC679C2BDD3DEEA1/14B5DD51846E44558F884BEB70E037B2] third/(2/3) ...atform/chainedtaps/second
2014-04-10 11:14:28,923 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary]
2014-04-10 11:14:28,940 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742085_1261 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:14:28,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024.summary dst=null perm=null
2014-04-10 11:14:28,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:14:28,942 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist
2014-04-10 11:14:28,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0024-1397146455403-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F14B5DD51846E4455-1397146468482-4-1-SUCCEEDED-default-1397146458233.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,956 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0024_conf.xml
2014-04-10 11:14:28,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0024_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0024_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:28,990 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] starting step: (3/3) ...latform/chainedtaps/third
2014-04-10 11:14:29,005 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:29,013 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:29,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:29,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:29,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:29,017 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 25
2014-04-10 11:14:29,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025 dst=null perm=null
2014-04-10 11:14:29,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:14:29,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:14:29,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:29,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,067 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:14:29,067 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742085_1261]
2014-04-10 11:14:29,067 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742085_1261]
2014-04-10 11:14:29,082 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264 src: /127.0.0.1:41728 dest: /127.0.0.1:51097
2014-04-10 11:14:29,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264 src: /127.0.0.1:42923 dest: /127.0.0.1:50700
2014-04-10 11:14:29,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264 src: /127.0.0.1:37222 dest: /127.0.0.1:43710
2014-04-10 11:14:29,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37222, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, duration: 3887331
2014-04-10 11:14:29,090 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:29,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,090 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42923, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, duration: 4430981
2014-04-10 11:14:29,091 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,091 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41728, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, duration: 4011532
2014-04-10 11:14:29,092 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,095 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742088_1264{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:29,107 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar
2014-04-10 11:14:29,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:29,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:29,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:29,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:29,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:14:29,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:14:29,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:14:29,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:14:29,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:14:29,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:29,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:29,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:29,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:29,153 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:14:29,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,182 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split
2014-04-10 11:14:29,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:29,200 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:14:29,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265 src: /127.0.0.1:41731 dest: /127.0.0.1:51097
2014-04-10 11:14:29,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265 src: /127.0.0.1:37224 dest: /127.0.0.1:43710
2014-04-10 11:14:29,219 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265 src: /127.0.0.1:50310 dest: /127.0.0.1:55447
2014-04-10 11:14:29,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265 src: /127.0.0.1:42928 dest: /127.0.0.1:50700
2014-04-10 11:14:29,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42928, dest: /127.0.0.1:50700, bytes: 1699, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 2036467
2014-04-10 11:14:29,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:29,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50310, dest: /127.0.0.1:55447, bytes: 1699, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 2261881
2014-04-10 11:14:29,224 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,224 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37224, dest: /127.0.0.1:43710, bytes: 1699, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 3237449
2014-04-10 11:14:29,225 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,225 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,225 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41731, dest: /127.0.0.1:51097, bytes: 1699, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 3889335
2014-04-10 11:14:29,225 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,227 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742089_1265{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,239 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:29,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,274 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:29,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266 src: /127.0.0.1:41735 dest: /127.0.0.1:51097
2014-04-10 11:14:29,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266 src: /127.0.0.1:50313 dest: /127.0.0.1:55447
2014-04-10 11:14:29,293 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266 src: /127.0.0.1:37229 dest: /127.0.0.1:43710
2014-04-10 11:14:29,296 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37229, dest: /127.0.0.1:43710, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, duration: 1858637
2014-04-10 11:14:29,297 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:29,297 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,297 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50313, dest: /127.0.0.1:55447, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, duration: 2305410
2014-04-10 11:14:29,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,298 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41735, dest: /127.0.0.1:51097, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, duration: 3169341
2014-04-10 11:14:29,298 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742090_1266{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,314 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:29,315 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:14:29,325 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0024_01_000006
2014-04-10 11:14:29,326 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:29,326 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0024_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:14:29,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000006
2014-04-10 11:14:29,326 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0024_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:29,326 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:29,327 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0024_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:29,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:29,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:29,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0024_000001 released container container_1397146165236_0024_01_000006 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:29,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:29,355 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:29,374 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267 src: /127.0.0.1:37230 dest: /127.0.0.1:43710
2014-04-10 11:14:29,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267 src: /127.0.0.1:41739 dest: /127.0.0.1:51097
2014-04-10 11:14:29,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267 src: /127.0.0.1:50317 dest: /127.0.0.1:55447
2014-04-10 11:14:29,379 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50317, dest: /127.0.0.1:55447, bytes: 81636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, duration: 2252586
2014-04-10 11:14:29,380 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:29,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,380 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41739, dest: /127.0.0.1:51097, bytes: 81636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, duration: 2455243
2014-04-10 11:14:29,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,381 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,381 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37230, dest: /127.0.0.1:43710, bytes: 81636, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, duration: 3267072
2014-04-10 11:14:29,381 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:29,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742091_1267{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:29,398 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:29,398 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0025
2014-04-10 11:14:29,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025 dst=null perm=null
2014-04-10 11:14:29,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:29,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:29,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:29,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:29,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:29,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:29,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:29,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:29,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:29,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:29,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:29,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:29,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:29,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:29,455 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 25 submitted by user brock
2014-04-10 11:14:29,455 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0025
2014-04-10 11:14:29,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0025
2014-04-10 11:14:29,455 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0025
2014-04-10 11:14:29,455 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0025 State change from NEW to NEW_SAVING
2014-04-10 11:14:29,455 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0025 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:14:29,456 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0025_000001
2014-04-10 11:14:29,456 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from NEW to SUBMITTED
2014-04-10 11:14:29,456 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0025 from user: brock activated in queue: default
2014-04-10 11:14:29,456 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0025 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:14:29,456 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0025 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:14:29,457 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0025_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:14:29,457 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0025
2014-04-10 11:14:29,457 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:14:29,457 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0025 State change from SUBMITTED to ACCEPTED
2014-04-10 11:14:29,459 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0025/
2014-04-10 11:14:29,460 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] submitted hadoop job: job_1397146165236_0025
2014-04-10 11:14:29,460 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] tracking url: http://localhost:56922/proxy/application_1397146165236_0025/
2014-04-10 11:14:29,517 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:29,517 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000001
2014-04-10 11:14:29,518 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0025_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:14:29,518 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0025 container=Container: [ContainerId: container_1397146165236_0025_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0025_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:29,518 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:14:29,518 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:29,518 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:29,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0025 AttemptId: appattempt_1397146165236_0025_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0025_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ]
2014-04-10 11:14:29,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:14:29,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:14:29,519 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0025_000001
2014-04-10 11:14:29,520 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0025_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0025_000001
2014-04-10 11:14:29,520 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0025_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:14:29,523 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0025_000001 (auth:SIMPLE)
2014-04-10 11:14:29,525 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0025_01_000001 by user brock
2014-04-10 11:14:29,525 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0025
2014-04-10 11:14:29,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000001
2014-04-10 11:14:29,525 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from NEW to INITING
2014-04-10 11:14:29,526 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0025_01_000001 to application application_1397146165236_0025
2014-04-10 11:14:29,526 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from INITING to RUNNING
2014-04-10 11:14:29,526 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0025_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0025_000001
2014-04-10 11:14:29,526 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:14:29,526 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:14:29,526 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0025
2014-04-10 11:14:29,527 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:29,527 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:14:29,527 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:14:29,527 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:29,527 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0025_01_000001
2014-04-10 11:14:29,535 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0025_01_000001.tokens. Credentials list:
2014-04-10 11:14:29,549 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:29,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0025_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000001.tokens
2014-04-10 11:14:29,610 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:29,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:29,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:29,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:29,719 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42938, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_488797606_14557, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, duration: 949043
2014-04-10 11:14:29,743 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:29,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:29,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:29,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:29,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41745, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_488797606_14557, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, duration: 234252
2014-04-10 11:14:29,785 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0025/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:29,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:29,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:29,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:29,808 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42938, bytes: 1715, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_488797606_14557, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 209823
2014-04-10 11:14:29,832 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0025/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:29,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:29,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:29,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:29,856 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41745, bytes: 82276, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_488797606_14557, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, duration: 436278
2014-04-10 11:14:29,873 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0025/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:29,873 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:29,904 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:29,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:29,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000001/default_container_executor.sh]
2014-04-10 11:14:30,031 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742078_1254 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:14:30,031 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742079_1255 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:14:30,031 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742080_1256 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:14:30,031 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742081_1257 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:14:30,032 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742083_1259 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:14:30,032 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742082_1258 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:14:30,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0024 dst=null perm=null
2014-04-10 11:14:30,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742085 for deletion
2014-04-10 11:14:30,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742085
2014-04-10 11:14:30,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742085 for deletion
2014-04-10 11:14:30,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742085
2014-04-10 11:14:30,516 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:31,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:31,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/COMMIT_STARTED dst=null perm=null
2014-04-10 11:14:31,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:14:31,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/COMMIT_FAIL dst=null perm=null
2014-04-10 11:14:31,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025 dst=null perm=null
2014-04-10 11:14:31,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:31,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:31,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:31,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:31,457 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50324, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266, duration: 183823
2014-04-10 11:14:32,051 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0025_000001 (auth:SIMPLE)
2014-04-10 11:14:32,052 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0025_000001
2014-04-10 11:14:32,052 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0025 APPATTEMPTID=appattempt_1397146165236_0025_000001
2014-04-10 11:14:32,053 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:14:32,053 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0025 State change from ACCEPTED to RUNNING
2014-04-10 11:14:32,068 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073742088_1264 to datanode(s) 127.0.0.1:55447
2014-04-10 11:14:32,068 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742080_1256, blk_1073742082_1258, blk_1073742083_1259, blk_1073742085_1261, blk_1073742078_1254, blk_1073742079_1255]
2014-04-10 11:14:32,068 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742080_1256, blk_1073742081_1257, blk_1073742083_1259, blk_1073742078_1254, blk_1073742079_1255]
2014-04-10 11:14:32,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:32,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:32,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:32,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:14:32,270 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268 src: /127.0.0.1:37241 dest: /127.0.0.1:43710
2014-04-10 11:14:32,271 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268 src: /127.0.0.1:50327 dest: /127.0.0.1:55447
2014-04-10 11:14:32,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268 src: /127.0.0.1:41751 dest: /127.0.0.1:51097
2014-04-10 11:14:32,278 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41751, dest: /127.0.0.1:51097, bytes: 95571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268, duration: 4857411
2014-04-10 11:14:32,278 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:32,278 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:32,278 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50327, dest: /127.0.0.1:55447, bytes: 95571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268, duration: 4447382
2014-04-10 11:14:32,278 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:32,279 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37241, dest: /127.0.0.1:43710, bytes: 95571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268, duration: 5829983
2014-04-10 11:14:32,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:32,279 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:32,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742092_1268{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:32,298 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1_conf.xml is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:32,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268
2014-04-10 11:14:32,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262
2014-04-10 11:14:32,855 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268
2014-04-10 11:14:32,856 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262
2014-04-10 11:14:32,857 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266
2014-04-10 11:14:32,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263
2014-04-10 11:14:32,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265
2014-04-10 11:14:32,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260
2014-04-10 11:14:32,874 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267
2014-04-10 11:14:32,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263
2014-04-10 11:14:32,888 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267
2014-04-10 11:14:32,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742085_1261
2014-04-10 11:14:32,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259
2014-04-10 11:14:32,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266
2014-04-10 11:14:32,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265
2014-04-10 11:14:33,025 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259
2014-04-10 11:14:33,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742087_1263
2014-04-10 11:14:33,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260
2014-04-10 11:14:33,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265
2014-04-10 11:14:33,026 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742086_1262
2014-04-10 11:14:33,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264
2014-04-10 11:14:33,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267
2014-04-10 11:14:33,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264
2014-04-10 11:14:33,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742090_1266
2014-04-10 11:14:33,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268
2014-04-10 11:14:33,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260
2014-04-10 11:14:33,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265
2014-04-10 11:14:33,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264
2014-04-10 11:14:33,228 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:33,229 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000002
2014-04-10 11:14:33,229 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0025_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:14:33,229 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0025 container=Container: [ContainerId: container_1397146165236_0025_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0025_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,229 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:14:33,229 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,230 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:33,230 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000003
2014-04-10 11:14:33,230 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0025_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:14:33,231 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0025 container=Container: [ContainerId: container_1397146165236_0025_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0025_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,231 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:14:33,231 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,231 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:33,231 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000004
2014-04-10 11:14:33,232 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0025_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:14:33,232 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0025 container=Container: [ContainerId: container_1397146165236_0025_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0025_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,232 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:14:33,232 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,233 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:33,233 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000005
2014-04-10 11:14:33,233 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0025_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:14:33,233 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0025 container=Container: [ContainerId: container_1397146165236_0025_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0025_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,234 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:14:33,234 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:33,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742083_1259
2014-04-10 11:14:33,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742080 for deletion
2014-04-10 11:14:33,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742081 for deletion
2014-04-10 11:14:33,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742080
2014-04-10 11:14:33,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742083 for deletion
2014-04-10 11:14:33,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742081
2014-04-10 11:14:33,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078 for deletion
2014-04-10 11:14:33,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742083
2014-04-10 11:14:33,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079 for deletion
2014-04-10 11:14:33,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079
2014-04-10 11:14:33,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078
2014-04-10 11:14:33,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742080 for deletion
2014-04-10 11:14:33,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742082 for deletion
2014-04-10 11:14:33,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742080
2014-04-10 11:14:33,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742083 for deletion
2014-04-10 11:14:33,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742082
2014-04-10 11:14:33,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742083
2014-04-10 11:14:33,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742085 for deletion
2014-04-10 11:14:33,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078 for deletion
2014-04-10 11:14:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742085_1261 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742085
2014-04-10 11:14:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079 for deletion
2014-04-10 11:14:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078
2014-04-10 11:14:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079
2014-04-10 11:14:33,501 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264 to 127.0.0.1:55447
2014-04-10 11:14:33,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264 src: /127.0.0.1:50329 dest: /127.0.0.1:55447
2014-04-10 11:14:33,503 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:14:33,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264 src: /127.0.0.1:50329 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:14:33,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742088_1264 size 244650
2014-04-10 11:14:34,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:34,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:34,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:34,097 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:34,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:34,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:34,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:34,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:34,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:34,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:34,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:34,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:34,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:34,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:34,231 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0025_000001 (auth:SIMPLE)
2014-04-10 11:14:34,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0025_01_000003 by user brock
2014-04-10 11:14:34,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0025_01_000005 by user brock
2014-04-10 11:14:34,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0025
2014-04-10 11:14:34,235 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0025_01_000002 by user brock
2014-04-10 11:14:34,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000003
2014-04-10 11:14:34,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000002
2014-04-10 11:14:34,234 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0025_01_000004 by user brock
2014-04-10 11:14:34,235 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0025_01_000005 to application application_1397146165236_0025
2014-04-10 11:14:34,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000004
2014-04-10 11:14:34,235 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from NEW to INITING
2014-04-10 11:14:34,235 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0025_01_000003 to application application_1397146165236_0025
2014-04-10 11:14:34,236 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0025_01_000002 to application application_1397146165236_0025
2014-04-10 11:14:34,236 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0025_01_000004 to application application_1397146165236_0025
2014-04-10 11:14:34,236 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from INITING to RUNNING
2014-04-10 11:14:34,235 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000005
2014-04-10 11:14:34,236 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:14:34,237 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:14:34,237 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:14:34,237 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:14:34,237 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,238 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,238 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:34,238 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0025
2014-04-10 11:14:34,238 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:34,238 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:34,239 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,239 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,239 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:34,239 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0025
2014-04-10 11:14:34,239 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,239 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,240 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:34,240 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0025
2014-04-10 11:14:34,240 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,240 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0025
2014-04-10 11:14:34,240 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:34,240 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0025
2014-04-10 11:14:34,241 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0025_01_000004
2014-04-10 11:14:34,241 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0025_01_000002
2014-04-10 11:14:34,242 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0025_01_000003
2014-04-10 11:14:34,242 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0025_01_000005
2014-04-10 11:14:34,250 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0025_01_000005.tokens. Credentials list:
2014-04-10 11:14:34,251 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0025_01_000003.tokens. Credentials list:
2014-04-10 11:14:34,250 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0025_01_000004.tokens. Credentials list:
2014-04-10 11:14:34,250 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0025_01_000002.tokens. Credentials list:
2014-04-10 11:14:34,260 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:34,319 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0025_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000005.tokens
2014-04-10 11:14:34,320 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:34,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:34,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:34,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:34,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42950, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_434895828_14699, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, duration: 843652
2014-04-10 11:14:34,450 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:34,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:34,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:34,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:34,474 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50334, bytes: 82276, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_434895828_14699, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, duration: 398865
2014-04-10 11:14:34,491 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:34,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:34,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:34,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:34,492 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:34,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:34,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:34,527 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:34,527 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:34,530 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:34,530 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:34,530 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:34,530 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:34,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000002/default_container_executor.sh]
2014-04-10 11:14:34,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000005/default_container_executor.sh]
2014-04-10 11:14:34,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000003/default_container_executor.sh]
2014-04-10 11:14:34,589 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000004/default_container_executor.sh]
2014-04-10 11:14:35,069 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742081_1257, blk_1073742082_1258, blk_1073742078_1254, blk_1073742079_1255]
2014-04-10 11:14:35,069 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742080_1256, blk_1073742081_1257, blk_1073742082_1258, blk_1073742083_1259, blk_1073742078_1254, blk_1073742079_1255]
2014-04-10 11:14:35,112 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:35,181 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0024_01_000001 succeeded
2014-04-10 11:14:35,181 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:14:35,181 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0024_01_000001
2014-04-10 11:14:35,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000001
2014-04-10 11:14:35,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000001
2014-04-10 11:14:35,195 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000001
2014-04-10 11:14:35,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0024/container_1397146165236_0024_01_000001
2014-04-10 11:14:35,197 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000001
2014-04-10 11:14:35,197 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0024_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:14:35,198 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0024_01_000001 from application application_1397146165236_0024
2014-04-10 11:14:35,198 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:35,198 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0024
2014-04-10 11:14:35,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:35,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:35,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:35,229 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:35,511 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:35,518 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0024_01_000001
2014-04-10 11:14:35,519 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0024_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:35,519 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0024_000001
2014-04-10 11:14:35,519 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0024_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:14:35,519 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0024_000001 State change from FINISHING to FINISHED
2014-04-10 11:14:35,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0024 CONTAINERID=container_1397146165236_0024_01_000001
2014-04-10 11:14:35,519 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0024 State change from FINISHING to FINISHED
2014-04-10 11:14:35,519 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0024_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:14:35,519 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0024
2014-04-10 11:14:35,520 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0024_000001
2014-04-10 11:14:35,520 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0024,name=[84BF4EBC5C1248DABC679C2BDD3DEEA1/14B5DD51846E44558F884BEB70E037B2] third/(2/3) ...atform/chainedtaps/second,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0024/jobhistory/job/job_1397146165236_0024,appMasterHost=localhost.localdomain,startTime=1397146455403,finishTime=1397146468840,finalStatus=SUCCEEDED
2014-04-10 11:14:35,520 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:14:35,521 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0024_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:35,521 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:35,521 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:14:35,521 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0024_000001 released container container_1397146165236_0024_01_000001 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:35,521 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0024_000001 is done. finalState=FINISHED
2014-04-10 11:14:35,521 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0024 requests cleared
2014-04-10 11:14:35,522 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0024 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:14:35,522 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0024 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:14:35,523 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0024_000001 (auth:SIMPLE)
2014-04-10 11:14:35,531 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0024_01_000001
2014-04-10 11:14:35,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0025_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000002.tokens
2014-04-10 11:14:35,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:35,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:35,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0025_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000004.tokens
2014-04-10 11:14:35,799 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:35,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:35,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0025_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000003.tokens
2014-04-10 11:14:35,911 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:36,327 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:36,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:36,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:36,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:36,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:36,328 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0024
2014-04-10 11:14:36,328 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:36,329 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0024, with delay of 10800 seconds
2014-04-10 11:14:36,481 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742081 for deletion
2014-04-10 11:14:36,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742082 for deletion
2014-04-10 11:14:36,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078 for deletion
2014-04-10 11:14:36,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079 for deletion
2014-04-10 11:14:36,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742081
2014-04-10 11:14:36,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742082
2014-04-10 11:14:36,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078
2014-04-10 11:14:36,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079
2014-04-10 11:14:36,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742080 for deletion
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742081 for deletion
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742080_1256 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742080
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742081_1257 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742081
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742082 for deletion
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742083 for deletion
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742082_1258 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742082
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078 for deletion
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742083_1259 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742083
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079 for deletion
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742078_1254 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742078
2014-04-10 11:14:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742079_1255 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742079
2014-04-10 11:14:36,519 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:36,520 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0024
2014-04-10 11:14:36,520 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0024 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:36,520 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0024, with delay of 10800 seconds
2014-04-10 11:14:36,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:36,521 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:36,522 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:36,523 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0024
2014-04-10 11:14:37,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:37,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:37,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41768, bytes: 1715, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000001_0_333499781_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 190957
2014-04-10 11:14:37,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:37,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.split dst=null perm=null
2014-04-10 11:14:37,190 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37262, bytes: 1715, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000000_0_657923259_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 162331
2014-04-10 11:14:37,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:37,220 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42966, bytes: 683, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000003_0_-684798768_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 166933
2014-04-10 11:14:37,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42967, bytes: 1199, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000002_0_-1143065872_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742089_1265, duration: 2524799
2014-04-10 11:14:37,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:37,252 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41774, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000000_0_657923259_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 107092
2014-04-10 11:14:37,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:37,294 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:42967, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000002_0_-1143065872_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 152531
2014-04-10 11:14:37,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:37,296 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37267, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000003_0_-684798768_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 163593
2014-04-10 11:14:37,418 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37268, bytes: 45, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0025_m_000001_0_333499781_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 188693
2014-04-10 11:14:37,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_m_000000_0 dst=null perm=null
2014-04-10 11:14:37,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_m_000001_0 dst=null perm=null
2014-04-10 11:14:37,538 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0025_01_000002
2014-04-10 11:14:37,538 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000002
2014-04-10 11:14:37,538 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:14:37,538 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0025_01_000002
2014-04-10 11:14:37,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_m_000002_0 dst=null perm=null
2014-04-10 11:14:37,544 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0025_01_000002 is : 143
2014-04-10 11:14:37,560 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:14:37,561 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:37,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000002
2014-04-10 11:14:37,562 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0025_01_000003
2014-04-10 11:14:37,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000003
2014-04-10 11:14:37,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:14:37,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000002
2014-04-10 11:14:37,562 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:37,562 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0025_01_000003
2014-04-10 11:14:37,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000002
2014-04-10 11:14:37,562 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000002
2014-04-10 11:14:37,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000002
2014-04-10 11:14:37,567 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0025_01_000003 is : 143
2014-04-10 11:14:37,577 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0025_01_000002 from application application_1397146165236_0025
2014-04-10 11:14:37,577 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:37,578 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0025
2014-04-10 11:14:37,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:37,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000003
2014-04-10 11:14:37,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000003
2014-04-10 11:14:37,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000003
2014-04-10 11:14:37,579 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000003
2014-04-10 11:14:37,579 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000003
2014-04-10 11:14:37,579 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:37,579 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0025_01_000003 from application application_1397146165236_0025
2014-04-10 11:14:37,579 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:37,579 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0025
2014-04-10 11:14:37,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_m_000003_0 dst=null perm=null
2014-04-10 11:14:37,591 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0025_01_000004
2014-04-10 11:14:37,592 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000004
2014-04-10 11:14:37,592 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:14:37,592 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0025_01_000004
2014-04-10 11:14:37,592 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0025_01_000002
2014-04-10 11:14:37,592 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0025_01_000003
2014-04-10 11:14:37,592 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:37,592 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0025_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:14:37,592 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000002
2014-04-10 11:14:37,592 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0025_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:14:37,593 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:14:37,593 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0025_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:37,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:37,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:14:37,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0025_000001 released container container_1397146165236_0025_01_000002 on node: host: localhost:57966 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:14:37,593 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:37,593 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0025_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:14:37,593 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000003
2014-04-10 11:14:37,593 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0025_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:14:37,593 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:14:37,593 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0025_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:37,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:37,593 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:14:37,593 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0025_000001 released container container_1397146165236_0025_01_000003 on node: host: localhost:57966 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:37,596 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0025_01_000004 is : 143
2014-04-10 11:14:37,604 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:37,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000004
2014-04-10 11:14:37,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000004
2014-04-10 11:14:37,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000004
2014-04-10 11:14:37,605 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000004
2014-04-10 11:14:37,605 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:37,605 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0025_01_000004 from application application_1397146165236_0025
2014-04-10 11:14:37,605 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000004
2014-04-10 11:14:37,605 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:37,605 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0025
2014-04-10 11:14:37,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269 src: /127.0.0.1:41777 dest: /127.0.0.1:51097
2014-04-10 11:14:37,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269 src: /127.0.0.1:37270 dest: /127.0.0.1:43710
2014-04-10 11:14:37,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269 src: /127.0.0.1:50356 dest: /127.0.0.1:55447
2014-04-10 11:14:37,627 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0025_01_000005
2014-04-10 11:14:37,627 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000005
2014-04-10 11:14:37,627 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:14:37,627 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0025_01_000005
2014-04-10 11:14:37,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0025_01_000004
2014-04-10 11:14:37,628 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:37,628 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0025_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:14:37,628 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000004
2014-04-10 11:14:37,628 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0025_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:14:37,628 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:14:37,629 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0025_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:37,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:37,629 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:37,629 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0025_000001 released container container_1397146165236_0025_01_000004 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:14:37,630 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1.jhist for DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:37,632 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0025_01_000005 is : 143
2014-04-10 11:14:37,640 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:37,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000005
2014-04-10 11:14:37,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000005
2014-04-10 11:14:37,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000005
2014-04-10 11:14:37,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000005
2014-04-10 11:14:37,641 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000005
2014-04-10 11:14:37,641 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:37,641 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0025_01_000005 from application application_1397146165236_0025
2014-04-10 11:14:37,641 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:37,641 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0025
2014-04-10 11:14:37,900 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264
2014-04-10 11:14:38,628 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0025_01_000005
2014-04-10 11:14:38,629 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:38,629 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0025_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:14:38,629 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000005
2014-04-10 11:14:38,629 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0025_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:38,629 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:38,630 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0025_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:38,630 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:38,630 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:38,630 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0025_000001 released container container_1397146165236_0025_01_000005 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:39,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:39,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000006
2014-04-10 11:14:39,329 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0025_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:14:39,329 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0025 container=Container: [ContainerId: container_1397146165236_0025_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0025_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:39,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:39,330 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:40,131 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:40,147 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0025_000001 (auth:SIMPLE)
2014-04-10 11:14:40,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0025_01_000006 by user brock
2014-04-10 11:14:40,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0025
2014-04-10 11:14:40,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000006
2014-04-10 11:14:40,152 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from NEW to INITING
2014-04-10 11:14:40,152 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0025_01_000006 to application application_1397146165236_0025
2014-04-10 11:14:40,152 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from INITING to RUNNING
2014-04-10 11:14:40,152 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:14:40,152 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0025
2014-04-10 11:14:40,153 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0025
2014-04-10 11:14:40,153 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:40,153 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0025
2014-04-10 11:14:40,153 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:40,153 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:40,153 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0025_01_000006
2014-04-10 11:14:40,163 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0025_01_000006.tokens. Credentials list:
2014-04-10 11:14:40,176 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:40,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0025_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000006.tokens
2014-04-10 11:14:40,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0025 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:40,329 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:40,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:40,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:40,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar dst=null perm=null
2014-04-10 11:14:40,346 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50360, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-359255701_15029, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742088_1264, duration: 866482
2014-04-10 11:14:40,369 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0025/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:40,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:40,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:40,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml dst=null perm=null
2014-04-10 11:14:40,393 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37276, bytes: 82276, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-359255701_15029, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742091_1267, duration: 406435
2014-04-10 11:14:40,411 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0025/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:40,411 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:40,442 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:40,442 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:40,498 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000006/default_container_executor.sh]
2014-04-10 11:14:41,135 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:42,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,266 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:14:42,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270 src: /127.0.0.1:37282 dest: /127.0.0.1:43710
2014-04-10 11:14:42,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270 src: /127.0.0.1:41792 dest: /127.0.0.1:51097
2014-04-10 11:14:42,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270 src: /127.0.0.1:50370 dest: /127.0.0.1:55447
2014-04-10 11:14:42,354 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50370, dest: /127.0.0.1:55447, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0025_r_000000_0_-693984396_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270, duration: 10494969
2014-04-10 11:14:42,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:42,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41792, dest: /127.0.0.1:51097, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0025_r_000000_0_-693984396_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270, duration: 11100498
2014-04-10 11:14:42,355 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,355 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37282, dest: /127.0.0.1:43710, bytes: 41, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0025_r_000000_0_-693984396_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270, duration: 11616357
2014-04-10 11:14:42,356 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742094_1270{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0025_r_000000_0_-693984396_1
2014-04-10 11:14:42,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_r_000000_0 dst=null perm=null
2014-04-10 11:14:42,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_r_000000_0 dst=null perm=null
2014-04-10 11:14:42,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1397146165236_0025_r_000000 dst=null perm=null
2014-04-10 11:14:42,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/_temporary/attempt_1397146165236_0025_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1397146165236_0025_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:42,502 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0025_01_000006
2014-04-10 11:14:42,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000006
2014-04-10 11:14:42,503 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:14:42,503 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0025_01_000006
2014-04-10 11:14:42,510 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0025_01_000006 is : 143
2014-04-10 11:14:42,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:42,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000006
2014-04-10 11:14:42,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000006
2014-04-10 11:14:42,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000006
2014-04-10 11:14:42,528 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000006
2014-04-10 11:14:42,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000006
2014-04-10 11:14:42,528 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:42,529 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0025_01_000006 from application application_1397146165236_0025
2014-04-10 11:14:42,529 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:42,529 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0025
2014-04-10 11:14:42,539 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:42,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1 dst=null perm=null
2014-04-10 11:14:42,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:42,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:42,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1397146165236_0025_r_000000 dst=null perm=null
2014-04-10 11:14:42,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 dst=null perm=null
2014-04-10 11:14:42,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary/1/task_1397146165236_0025_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary dst=null perm=null
2014-04-10 11:14:42,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,622 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_SUCCESS is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:42,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,655 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:42,682 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50356, dest: /127.0.0.1:55447, bytes: 60990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269, duration: 5054923771
2014-04-10 11:14:42,683 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:42,686 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37270, dest: /127.0.0.1:43710, bytes: 60990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269, duration: 5058161729
2014-04-10 11:14:42,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 14825
2014-04-10 11:14:42,686 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,686 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41777, dest: /127.0.0.1:51097, bytes: 60990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269, duration: 5058596602
2014-04-10 11:14:42,686 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 14825
2014-04-10 11:14:42,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742093_1269{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 14825
2014-04-10 11:14:42,705 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1.jhist is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:42,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,725 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:42,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271 src: /127.0.0.1:41794 dest: /127.0.0.1:51097
2014-04-10 11:14:42,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271 src: /127.0.0.1:50372 dest: /127.0.0.1:55447
2014-04-10 11:14:42,743 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271 src: /127.0.0.1:37288 dest: /127.0.0.1:43710
2014-04-10 11:14:42,746 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37288, dest: /127.0.0.1:43710, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271, duration: 2153799
2014-04-10 11:14:42,747 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:42,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,747 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50372, dest: /127.0.0.1:55447, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271, duration: 2659074
2014-04-10 11:14:42,747 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,747 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,748 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41794, dest: /127.0.0.1:51097, bytes: 447, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271, duration: 3263774
2014-04-10 11:14:42,748 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742095_1271{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary_tmp is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:42,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:42,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1.jhist dst=null perm=null
2014-04-10 11:14:42,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist_tmp dst=null perm=null
2014-04-10 11:14:42,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1.jhist dst=null perm=null
2014-04-10 11:14:42,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist_tmp dst=null perm=null
2014-04-10 11:14:42,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1.jhist dst=null perm=null
2014-04-10 11:14:42,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,816 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41797, bytes: 61470, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269, duration: 259627
2014-04-10 11:14:42,820 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:14:42,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272 src: /127.0.0.1:37290 dest: /127.0.0.1:43710
2014-04-10 11:14:42,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272 src: /127.0.0.1:50376 dest: /127.0.0.1:55447
2014-04-10 11:14:42,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272 src: /127.0.0.1:42994 dest: /127.0.0.1:50700
2014-04-10 11:14:42,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42994, dest: /127.0.0.1:50700, bytes: 60990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272, duration: 2804497
2014-04-10 11:14:42,839 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:42,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,839 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50376, dest: /127.0.0.1:55447, bytes: 60990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272, duration: 3327025
2014-04-10 11:14:42,840 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,840 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,840 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37290, dest: /127.0.0.1:43710, bytes: 60990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272, duration: 4028318
2014-04-10 11:14:42,840 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742096_1272{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,855 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist_tmp is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:42,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:42,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1_conf.xml dst=null perm=null
2014-04-10 11:14:42,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:42,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1_conf.xml dst=null perm=null
2014-04-10 11:14:42,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:42,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025/job_1397146165236_0025_1_conf.xml dst=null perm=null
2014-04-10 11:14:42,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:42,899 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41797, bytes: 96319, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742092_1268, duration: 380746
2014-04-10 11:14:42,903 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:42,905 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270
2014-04-10 11:14:42,906 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269
2014-04-10 11:14:42,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272
2014-04-10 11:14:42,907 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271
2014-04-10 11:14:42,974 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273 src: /127.0.0.1:41801 dest: /127.0.0.1:51097
2014-04-10 11:14:42,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273 src: /127.0.0.1:42996 dest: /127.0.0.1:50700
2014-04-10 11:14:42,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273 src: /127.0.0.1:50380 dest: /127.0.0.1:55447
2014-04-10 11:14:42,979 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50380, dest: /127.0.0.1:55447, bytes: 95571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273, duration: 2318882
2014-04-10 11:14:42,979 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:42,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,980 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42996, dest: /127.0.0.1:50700, bytes: 95571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273, duration: 2727831
2014-04-10 11:14:42,980 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,981 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41801, dest: /127.0.0.1:51097, bytes: 95571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28451499_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273, duration: 3530138
2014-04-10 11:14:42,981 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:42,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742097_1273{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:42,997 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_28451499_1
2014-04-10 11:14:43,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:43,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:43,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:43,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272
2014-04-10 11:14:43,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270
2014-04-10 11:14:43,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271
2014-04-10 11:14:43,065 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269
2014-04-10 11:14:43,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:43,080 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0025_000001 with final state: FINISHING
2014-04-10 11:14:43,080 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:43,081 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0025 with final state: FINISHING
2014-04-10 11:14:43,081 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0025 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:43,081 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0025
2014-04-10 11:14:43,081 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:43,082 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0025 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:43,112 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:14:43,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:43,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:43,117 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0025 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist
2014-04-10 11:14:43,118 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist]
2014-04-10 11:14:43,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist dst=null perm=null
2014-04-10 11:14:43,121 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50383, bytes: 61470, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272, duration: 271813
2014-04-10 11:14:43,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary dst=null perm=null
2014-04-10 11:14:43,144 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41807, bytes: 451, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271, duration: 236778
2014-04-10 11:14:43,144 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0025,submitTime=1397146469454,launchTime=1397146472062,firstMapTaskLaunchTime=1397146474243,firstReduceTaskLaunchTime=1397146480153,finishTime=1397146482657,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=2,jobName=[84BF4EBC5C1248DABC679C2BDD3DEEA1/2084E75E3ACB4175988DE5BC9763A9CB] third/(3/3) ...latform/chainedtaps/third
2014-04-10 11:14:43,144 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary]
2014-04-10 11:14:43,155 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742095_1271 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:14:43,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025.summary dst=null perm=null
2014-04-10 11:14:43,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:14:43,158 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist
2014-04-10 11:14:43,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0025-1397146469454-brock-%5B84BF4EBC5C1248DABC679C2BDD3DEEA1%2F2084E75E3ACB4175-1397146482657-4-1-SUCCEEDED-default-1397146472062.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:43,172 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0025_conf.xml
2014-04-10 11:14:43,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0025_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0025_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:43,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:43,206 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary
2014-04-10 11:14:43,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/_temporary dst=null perm=null
2014-04-10 11:14:43,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,208 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary
2014-04-10 11:14:43,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/_temporary dst=null perm=null
2014-04-10 11:14:43,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:43,210 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary
2014-04-10 11:14:43,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/_temporary dst=null perm=null
2014-04-10 11:14:43,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,229 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:14:43,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273
2014-04-10 11:14:43,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:43,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742096_1272
2014-04-10 11:14:43,232 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37300, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 146106
2014-04-10 11:14:43,232 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/chainedtaps/second
2014-04-10 11:14:43,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second dst=null perm=null
2014-04-10 11:14:43,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:43,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/second/part-00000 dst=null perm=null
2014-04-10 11:14:43,237 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37300, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742084_1260, duration: 121600
2014-04-10 11:14:43,238 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/chainedtaps/third
2014-04-10 11:14:43,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:43,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:43,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:43,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third dst=null perm=null
2014-04-10 11:14:43,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 dst=null perm=null
2014-04-10 11:14:43,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/third/part-00000 dst=null perm=null
2014-04-10 11:14:43,243 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41807, bytes: 45, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270, duration: 260126
2014-04-10 11:14:43,244 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/chainedtaps/first
2014-04-10 11:14:43,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:43,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:43,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:43,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first dst=null perm=null
2014-04-10 11:14:43,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2014-04-10 11:14:43,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/chainedtaps/first/part-00000 dst=null perm=null
2014-04-10 11:14:43,250 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37300, bytes: 144, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742074_1250, duration: 251684
2014-04-10 11:14:43,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:43,269 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:14:43,269 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:14:43,277 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742093_1269
2014-04-10 11:14:43,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273
2014-04-10 11:14:43,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742095_1271
2014-04-10 11:14:43,278 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742094_1270
2014-04-10 11:14:43,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:14:43,284 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:14:43,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:14:43,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall"]
2014-04-10 11:14:43,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:14:43,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 2
2014-04-10 11:14:43,285 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 2
2014-04-10 11:14:43,286 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/2)
2014-04-10 11:14:43,300 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:43,306 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:43,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2 dst=null perm=null
2014-04-10 11:14:43,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:43,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:43,310 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 26
2014-04-10 11:14:43,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026 dst=null perm=null
2014-04-10 11:14:43,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:14:43,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:14:43,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:43,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,374 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:14:43,390 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274 src: /127.0.0.1:50387 dest: /127.0.0.1:55447
2014-04-10 11:14:43,391 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274 src: /127.0.0.1:43005 dest: /127.0.0.1:50700
2014-04-10 11:14:43,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274 src: /127.0.0.1:37304 dest: /127.0.0.1:43710
2014-04-10 11:14:43,397 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37304, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, duration: 2777742
2014-04-10 11:14:43,397 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:43,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,398 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43005, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, duration: 3126676
2014-04-10 11:14:43,398 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,398 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,399 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50387, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, duration: 4211754
2014-04-10 11:14:43,399 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742098_1274{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,414 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:43,415 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar
2014-04-10 11:14:43,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:43,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:43,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:43,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:43,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:14:43,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:14:43,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:14:43,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:14:43,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:14:43,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:43,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:43,457 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:14:43,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:43,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,489 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split
2014-04-10 11:14:43,503 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0025_01_000006
2014-04-10 11:14:43,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:43,504 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0025_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:14:43,504 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000006
2014-04-10 11:14:43,504 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0025_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:43,505 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:43,505 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0025_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:43,505 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:43,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:43,505 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:43,506 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0025_000001 released container container_1397146165236_0025_01_000006 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:43,507 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:43,523 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275 src: /127.0.0.1:43007 dest: /127.0.0.1:50700
2014-04-10 11:14:43,525 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275 src: /127.0.0.1:50391 dest: /127.0.0.1:55447
2014-04-10 11:14:43,526 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275 src: /127.0.0.1:41815 dest: /127.0.0.1:51097
2014-04-10 11:14:43,527 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275 src: /127.0.0.1:37308 dest: /127.0.0.1:43710
2014-04-10 11:14:43,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37308, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 3229681
2014-04-10 11:14:43,532 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:43,532 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,532 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41815, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 4212133
2014-04-10 11:14:43,533 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,533 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,533 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50391, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 5185629
2014-04-10 11:14:43,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,534 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43007, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 5758266
2014-04-10 11:14:43,534 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742099_1275{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,547 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:43,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,582 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:14:43,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276 src: /127.0.0.1:41817 dest: /127.0.0.1:51097
2014-04-10 11:14:43,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276 src: /127.0.0.1:50395 dest: /127.0.0.1:55447
2014-04-10 11:14:43,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276 src: /127.0.0.1:43013 dest: /127.0.0.1:50700
2014-04-10 11:14:43,603 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43013, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, duration: 1518499
2014-04-10 11:14:43,604 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:43,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,604 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50395, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, duration: 2173612
2014-04-10 11:14:43,604 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,605 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,605 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41817, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, duration: 2815773
2014-04-10 11:14:43,605 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742100_1276{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,622 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:43,622 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:14:43,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:43,662 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:43,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277 src: /127.0.0.1:43014 dest: /127.0.0.1:50700
2014-04-10 11:14:43,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277 src: /127.0.0.1:41821 dest: /127.0.0.1:51097
2014-04-10 11:14:43,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277 src: /127.0.0.1:50399 dest: /127.0.0.1:55447
2014-04-10 11:14:43,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50399, dest: /127.0.0.1:55447, bytes: 81205, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, duration: 2728193
2014-04-10 11:14:43,688 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:43,688 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41821, dest: /127.0.0.1:51097, bytes: 81205, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, duration: 3165143
2014-04-10 11:14:43,688 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,688 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,689 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43014, dest: /127.0.0.1:50700, bytes: 81205, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, duration: 3789872
2014-04-10 11:14:43,689 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:43,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742101_1277{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:43,705 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:43,706 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0026
2014-04-10 11:14:43,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026 dst=null perm=null
2014-04-10 11:14:43,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:43,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:43,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:43,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:43,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:43,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:43,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:43,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:43,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:43,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:43,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:43,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:43,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:43,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:43,762 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 26 submitted by user brock
2014-04-10 11:14:43,762 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0026
2014-04-10 11:14:43,762 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0026
2014-04-10 11:14:43,762 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0026
2014-04-10 11:14:43,762 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0026 State change from NEW to NEW_SAVING
2014-04-10 11:14:43,763 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0026 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:14:43,763 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0026_000001
2014-04-10 11:14:43,763 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from NEW to SUBMITTED
2014-04-10 11:14:43,764 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0026 from user: brock activated in queue: default
2014-04-10 11:14:43,764 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0026 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:14:43,764 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0026 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:14:43,764 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0026_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:14:43,764 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:14:43,765 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0026 State change from SUBMITTED to ACCEPTED
2014-04-10 11:14:43,765 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0026
2014-04-10 11:14:43,767 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0026/
2014-04-10 11:14:43,767 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0026
2014-04-10 11:14:43,768 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0026/
2014-04-10 11:14:44,070 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073742098_1274 to datanode(s) 127.0.0.1:51097
2014-04-10 11:14:44,070 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742095_1271]
2014-04-10 11:14:44,071 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742095_1271]
2014-04-10 11:14:44,147 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742088_1264 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:14:44,147 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742089_1265 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:14:44,148 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742090_1266 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:14:44,148 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742091_1267 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:14:44,148 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742093_1269 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:14:44,148 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742092_1268 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:14:44,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0025 dst=null perm=null
2014-04-10 11:14:44,505 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:44,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000001
2014-04-10 11:14:44,506 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0026_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:14:44,506 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0026 container=Container: [ContainerId: container_1397146165236_0026_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0026_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:44,506 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:14:44,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:44,506 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:44,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0026 AttemptId: appattempt_1397146165236_0026_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0026_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:14:44,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:14:44,507 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:14:44,508 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0026_000001
2014-04-10 11:14:44,508 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0026_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0026_000001
2014-04-10 11:14:44,509 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0026_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:14:44,512 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0026_000001 (auth:SIMPLE)
2014-04-10 11:14:44,513 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0026_01_000001 by user brock
2014-04-10 11:14:44,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0026
2014-04-10 11:14:44,514 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000001
2014-04-10 11:14:44,514 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from NEW to INITING
2014-04-10 11:14:44,514 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0026_01_000001 to application application_1397146165236_0026
2014-04-10 11:14:44,515 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from INITING to RUNNING
2014-04-10 11:14:44,515 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0026_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0026_000001
2014-04-10 11:14:44,515 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:14:44,515 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:14:44,515 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0026
2014-04-10 11:14:44,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:44,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:14:44,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:14:44,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:44,516 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0026_01_000001
2014-04-10 11:14:44,526 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0026_01_000001.tokens. Credentials list:
2014-04-10 11:14:44,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:44,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0026_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000001.tokens
2014-04-10 11:14:44,600 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:14:44,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:44,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:44,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:44,718 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43021, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1682291428_15209, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, duration: 977482
2014-04-10 11:14:44,741 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:44,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:44,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:44,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:44,759 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41828, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1682291428_15209, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, duration: 238922
2014-04-10 11:14:44,776 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0026/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:44,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:44,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:44,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:44,800 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50406, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1682291428_15209, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 242121
2014-04-10 11:14:44,817 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0026/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:44,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:44,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:44,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:44,841 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41828, bytes: 81841, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1682291428_15209, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, duration: 351419
2014-04-10 11:14:44,857 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0026/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:44,858 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:44,889 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:44,889 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:44,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000001/default_container_executor.sh]
2014-04-10 11:14:45,495 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274 to 127.0.0.1:51097
2014-04-10 11:14:45,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742095 for deletion
2014-04-10 11:14:45,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742095
2014-04-10 11:14:45,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274 src: /127.0.0.1:41831 dest: /127.0.0.1:51097
2014-04-10 11:14:45,496 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:14:45,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274 src: /127.0.0.1:41831 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:14:45,497 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742098_1274 size 244650
2014-04-10 11:14:45,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742095 for deletion
2014-04-10 11:14:45,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742095
2014-04-10 11:14:45,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:46,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:46,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/COMMIT_STARTED dst=null perm=null
2014-04-10 11:14:46,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:14:46,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/COMMIT_FAIL dst=null perm=null
2014-04-10 11:14:46,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026 dst=null perm=null
2014-04-10 11:14:46,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:46,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:46,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:46,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:46,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50411, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276, duration: 170358
2014-04-10 11:14:47,071 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742088_1264, blk_1073742089_1265]
2014-04-10 11:14:47,071 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742091_1267, blk_1073742092_1268, blk_1073742093_1269]
2014-04-10 11:14:47,085 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0026_000001 (auth:SIMPLE)
2014-04-10 11:14:47,087 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0026_000001
2014-04-10 11:14:47,087 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0026 APPATTEMPTID=appattempt_1397146165236_0026_000001
2014-04-10 11:14:47,087 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:14:47,087 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0026 State change from ACCEPTED to RUNNING
2014-04-10 11:14:47,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:47,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:47,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:47,306 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:14:47,341 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278 src: /127.0.0.1:43031 dest: /127.0.0.1:50700
2014-04-10 11:14:47,342 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278 src: /127.0.0.1:37330 dest: /127.0.0.1:43710
2014-04-10 11:14:47,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278 src: /127.0.0.1:41839 dest: /127.0.0.1:51097
2014-04-10 11:14:47,350 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41839, dest: /127.0.0.1:51097, bytes: 95278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278, duration: 6045348
2014-04-10 11:14:47,350 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:47,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:47,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37330, dest: /127.0.0.1:43710, bytes: 95278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278, duration: 6488291
2014-04-10 11:14:47,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:47,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:47,351 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43031, dest: /127.0.0.1:50700, bytes: 95278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278, duration: 7213959
2014-04-10 11:14:47,351 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:47,352 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742102_1278{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:14:47,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:47,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275
2014-04-10 11:14:47,914 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274
2014-04-10 11:14:47,915 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276
2014-04-10 11:14:48,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274
2014-04-10 11:14:48,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277
2014-04-10 11:14:48,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742097_1273
2014-04-10 11:14:48,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277
2014-04-10 11:14:48,234 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275
2014-04-10 11:14:48,237 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274
2014-04-10 11:14:48,237 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276
2014-04-10 11:14:48,269 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278
2014-04-10 11:14:48,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275
2014-04-10 11:14:48,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275
2014-04-10 11:14:48,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277
2014-04-10 11:14:48,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742100_1276
2014-04-10 11:14:48,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088 for deletion
2014-04-10 11:14:48,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089 for deletion
2014-04-10 11:14:48,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088
2014-04-10 11:14:48,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089
2014-04-10 11:14:48,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278
2014-04-10 11:14:48,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274
2014-04-10 11:14:48,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278
2014-04-10 11:14:48,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088 for deletion
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089 for deletion
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742090 for deletion
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742091 for deletion
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742092 for deletion
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742091
2014-04-10 11:14:48,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742093 for deletion
2014-04-10 11:14:48,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742090
2014-04-10 11:14:48,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742093
2014-04-10 11:14:48,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742092
2014-04-10 11:14:48,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:48,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000002
2014-04-10 11:14:48,506 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0026_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:14:48,506 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0026 container=Container: [ContainerId: container_1397146165236_0026_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0026_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:48,507 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:14:48,507 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:48,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:48,507 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000003
2014-04-10 11:14:48,508 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0026_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:14:48,508 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0026 container=Container: [ContainerId: container_1397146165236_0026_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0026_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:48,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:14:48,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:48,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:48,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000004
2014-04-10 11:14:48,523 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0026_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:14:48,524 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0026 container=Container: [ContainerId: container_1397146165236_0026_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0026_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:48,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:14:48,524 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:48,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:48,525 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000005
2014-04-10 11:14:48,525 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0026_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:14:48,525 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0026 container=Container: [ContainerId: container_1397146165236_0026_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0026_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:48,525 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:14:48,525 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:49,125 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:49,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:49,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:49,126 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:49,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:49,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:49,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:49,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:49,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:49,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:49,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:49,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:49,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:49,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:49,252 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0026_000001 (auth:SIMPLE)
2014-04-10 11:14:49,252 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0026_000001 (auth:SIMPLE)
2014-04-10 11:14:49,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0026_01_000005 by user brock
2014-04-10 11:14:49,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0026_01_000004 by user brock
2014-04-10 11:14:49,256 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0026
2014-04-10 11:14:49,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000004
2014-04-10 11:14:49,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000005
2014-04-10 11:14:49,257 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0026_01_000002 by user brock
2014-04-10 11:14:49,257 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0026_01_000004 to application application_1397146165236_0026
2014-04-10 11:14:49,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000002
2014-04-10 11:14:49,257 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0026_01_000003 by user brock
2014-04-10 11:14:49,257 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from NEW to INITING
2014-04-10 11:14:49,257 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0026_01_000002 to application application_1397146165236_0026
2014-04-10 11:14:49,258 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000003
2014-04-10 11:14:49,258 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0026_01_000005 to application application_1397146165236_0026
2014-04-10 11:14:49,258 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from INITING to RUNNING
2014-04-10 11:14:49,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:14:49,258 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0026_01_000003 to application application_1397146165236_0026
2014-04-10 11:14:49,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:14:49,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:14:49,260 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,260 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,260 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:49,260 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:14:49,260 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0026
2014-04-10 11:14:49,260 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,260 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,260 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:49,261 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:49,261 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0026
2014-04-10 11:14:49,261 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:49,261 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,261 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,261 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,261 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0026
2014-04-10 11:14:49,261 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:49,261 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:49,262 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0026
2014-04-10 11:14:49,262 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0026
2014-04-10 11:14:49,262 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:49,262 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0026_01_000004
2014-04-10 11:14:49,263 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:49,263 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0026_01_000005
2014-04-10 11:14:49,278 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0025_01_000001 succeeded
2014-04-10 11:14:49,278 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0026_01_000004.tokens. Credentials list:
2014-04-10 11:14:49,278 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0026_01_000005.tokens. Credentials list:
2014-04-10 11:14:49,278 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:14:49,279 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0025_01_000001
2014-04-10 11:14:49,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000001
2014-04-10 11:14:49,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000001
2014-04-10 11:14:49,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000001
2014-04-10 11:14:49,290 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000001
2014-04-10 11:14:49,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0025/container_1397146165236_0025_01_000001
2014-04-10 11:14:49,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0025_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:14:49,290 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0025_01_000001 from application application_1397146165236_0025
2014-04-10 11:14:49,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:49,290 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0025
2014-04-10 11:14:49,290 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:49,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:49,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:49,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:49,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:49,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0026_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000004.tokens
2014-04-10 11:14:49,360 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:14:49,364 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000003/default_container_executor.sh]
2014-04-10 11:14:49,364 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000002/default_container_executor.sh]
2014-04-10 11:14:49,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:49,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:49,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar dst=null perm=null
2014-04-10 11:14:49,473 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50424, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1616499838_15390, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742098_1274, duration: 580457
2014-04-10 11:14:49,490 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:49,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:49,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:49,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml dst=null perm=null
2014-04-10 11:14:49,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50424, bytes: 81841, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1616499838_15390, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742101_1277, duration: 168618
2014-04-10 11:14:49,505 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:49,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:49,513 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0026/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:49,513 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:49,513 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:49,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0025_01_000001
2014-04-10 11:14:49,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:49,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:49,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0025_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:49,523 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0025_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:14:49,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0025 CONTAINERID=container_1397146165236_0025_01_000001
2014-04-10 11:14:49,523 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0025_000001
2014-04-10 11:14:49,524 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0025_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:14:49,524 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:14:49,524 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0025_000001 State change from FINISHING to FINISHED
2014-04-10 11:14:49,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0025_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:49,524 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0025 State change from FINISHING to FINISHED
2014-04-10 11:14:49,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:49,524 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0025_000001
2014-04-10 11:14:49,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:14:49,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0025_000001 released container container_1397146165236_0025_01_000001 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:49,524 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0025
2014-04-10 11:14:49,524 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0025,name=[84BF4EBC5C1248DABC679C2BDD3DEEA1/2084E75E3ACB4175988DE5BC9763A9CB] third/(3/3) ...latform/chainedtaps/third,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0025/jobhistory/job/job_1397146165236_0025,appMasterHost=localhost.localdomain,startTime=1397146469454,finishTime=1397146483081,finalStatus=SUCCEEDED
2014-04-10 11:14:49,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0025_000001 is done. finalState=FINISHED
2014-04-10 11:14:49,525 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0025 requests cleared
2014-04-10 11:14:49,525 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0025 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:14:49,525 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0025 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:14:49,526 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0025_000001 (auth:SIMPLE)
2014-04-10 11:14:49,527 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0025_01_000001
2014-04-10 11:14:49,536 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:49,536 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:49,537 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:49,537 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:49,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000005/default_container_executor.sh]
2014-04-10 11:14:49,578 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000004/default_container_executor.sh]
2014-04-10 11:14:49,631 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:49,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:49,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:49,632 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0025
2014-04-10 11:14:49,632 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:49,632 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0025, with delay of 10800 seconds
2014-04-10 11:14:49,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:49,632 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,071 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742091_1267, blk_1073742092_1268, blk_1073742093_1269, blk_1073742095_1271]
2014-04-10 11:14:50,072 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742088_1264, blk_1073742089_1265, blk_1073742090_1266, blk_1073742091_1267, blk_1073742092_1268, blk_1073742093_1269]
2014-04-10 11:14:50,144 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:50,506 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:50,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,506 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0025
2014-04-10 11:14:50,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,506 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:50,507 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0025, with delay of 10800 seconds
2014-04-10 11:14:50,523 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:14:50,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,524 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0025
2014-04-10 11:14:50,524 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0025
2014-04-10 11:14:50,524 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0025 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:14:50,524 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0025, with delay of 10800 seconds
2014-04-10 11:14:50,580 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:50,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0026_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000005.tokens
2014-04-10 11:14:50,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088 for deletion
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089 for deletion
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742090 for deletion
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742091 for deletion
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742092 for deletion
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742090
2014-04-10 11:14:51,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742093 for deletion
2014-04-10 11:14:51,482 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742091
2014-04-10 11:14:51,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742095 for deletion
2014-04-10 11:14:51,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742092
2014-04-10 11:14:51,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742093
2014-04-10 11:14:51,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742095_1271 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742095
2014-04-10 11:14:51,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088 for deletion
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089 for deletion
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742090 for deletion
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742088_1264 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742088
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742091 for deletion
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742090_1266 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742090
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742092 for deletion
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742089_1265 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742089
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742093 for deletion
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742092_1268 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742092
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742091_1267 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742091
2014-04-10 11:14:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742093_1269 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742093
2014-04-10 11:14:51,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:51,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:51,840 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37352, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000000_0_1251652379_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 174229
2014-04-10 11:14:51,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43055, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000001_0_1746878132_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 173614
2014-04-10 11:14:51,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:51,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50439, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000000_0_1251652379_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 184641
2014-04-10 11:14:51,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:51,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:51,970 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50441, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000003_0_32235977_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 263936
2014-04-10 11:14:52,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job.split dst=null perm=null
2014-04-10 11:14:52,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:52,035 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37359, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000003_0_32235977_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 175748
2014-04-10 11:14:52,086 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41868, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000002_0_-2013131270_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742099_1275, duration: 168825
2014-04-10 11:14:52,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_m_000000_0 dst=null perm=null
2014-04-10 11:14:52,135 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50446, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000001_0_1746878132_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 186421
2014-04-10 11:14:52,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:14:52,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37362, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0026_m_000002_0_-2013131270_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 110423
2014-04-10 11:14:52,179 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0026_01_000002
2014-04-10 11:14:52,179 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000002
2014-04-10 11:14:52,179 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:14:52,179 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0026_01_000002
2014-04-10 11:14:52,184 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0026_01_000002 is : 143
2014-04-10 11:14:52,193 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:52,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000002
2014-04-10 11:14:52,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000002
2014-04-10 11:14:52,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000002
2014-04-10 11:14:52,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000002
2014-04-10 11:14:52,194 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000002
2014-04-10 11:14:52,194 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:52,194 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0026_01_000002 from application application_1397146165236_0026
2014-04-10 11:14:52,194 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:52,194 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0026
2014-04-10 11:14:52,194 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:14:52,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_m_000001_0 dst=null perm=null
2014-04-10 11:14:52,231 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279 src: /127.0.0.1:41871 dest: /127.0.0.1:51097
2014-04-10 11:14:52,233 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279 src: /127.0.0.1:50449 dest: /127.0.0.1:55447
2014-04-10 11:14:52,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279 src: /127.0.0.1:43067 dest: /127.0.0.1:50700
2014-04-10 11:14:52,237 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1.jhist for DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:52,247 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0026_01_000003
2014-04-10 11:14:52,247 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000003
2014-04-10 11:14:52,247 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:14:52,247 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0026_01_000003
2014-04-10 11:14:52,247 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0026_01_000002
2014-04-10 11:14:52,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:52,247 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0026_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:14:52,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000002
2014-04-10 11:14:52,248 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0026_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:14:52,248 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:14:52,248 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0026_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:52,248 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:52,248 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:14:52,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0026_000001 released container container_1397146165236_0026_01_000002 on node: host: localhost:54227 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:14:52,252 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0026_01_000003 is : 143
2014-04-10 11:14:52,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_m_000003_0 dst=null perm=null
2014-04-10 11:14:52,276 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:52,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000003
2014-04-10 11:14:52,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000003
2014-04-10 11:14:52,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000003
2014-04-10 11:14:52,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000003
2014-04-10 11:14:52,278 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000003
2014-04-10 11:14:52,279 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:52,279 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0026_01_000003 from application application_1397146165236_0026
2014-04-10 11:14:52,279 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:52,279 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0026
2014-04-10 11:14:52,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0026_01_000005
2014-04-10 11:14:52,303 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000005
2014-04-10 11:14:52,303 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:14:52,303 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0026_01_000005
2014-04-10 11:14:52,308 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0026_01_000005 is : 143
2014-04-10 11:14:52,316 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:52,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000005
2014-04-10 11:14:52,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000005
2014-04-10 11:14:52,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000005
2014-04-10 11:14:52,317 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000005
2014-04-10 11:14:52,317 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000005
2014-04-10 11:14:52,318 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:52,318 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0026_01_000005 from application application_1397146165236_0026
2014-04-10 11:14:52,318 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:52,318 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0026
2014-04-10 11:14:52,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_m_000002_0 dst=null perm=null
2014-04-10 11:14:52,406 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0026_01_000004
2014-04-10 11:14:52,406 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000004
2014-04-10 11:14:52,406 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:14:52,406 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0026_01_000004
2014-04-10 11:14:52,407 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0026_01_000005
2014-04-10 11:14:52,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:52,407 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0026_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:14:52,407 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000005
2014-04-10 11:14:52,407 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0026_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:14:52,407 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:14:52,407 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0026_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:52,407 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:52,407 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:14:52,407 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0026_000001 released container container_1397146165236_0026_01_000005 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:14:52,411 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0026_01_000004 is : 143
2014-04-10 11:14:52,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:52,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000004
2014-04-10 11:14:52,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000004
2014-04-10 11:14:52,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000004
2014-04-10 11:14:52,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000004
2014-04-10 11:14:52,420 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000004
2014-04-10 11:14:52,420 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:52,420 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0026_01_000004 from application application_1397146165236_0026
2014-04-10 11:14:52,420 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:52,420 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0026
2014-04-10 11:14:53,247 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0026_01_000003
2014-04-10 11:14:53,248 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:53,248 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0026_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:14:53,248 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000003
2014-04-10 11:14:53,248 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0026_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:14:53,249 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:14:53,249 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0026_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:53,249 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:53,249 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:53,249 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0026_000001 released container container_1397146165236_0026_01_000003 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:53,407 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0026_01_000004
2014-04-10 11:14:53,407 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:53,408 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0026_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:14:53,408 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000004
2014-04-10 11:14:53,408 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0026_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:14:53,408 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:53,408 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0026_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:53,408 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:53,408 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:53,409 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0026_000001 released container container_1397146165236_0026_01_000004 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:14:54,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:54,249 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000006
2014-04-10 11:14:54,249 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0026_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:14:54,249 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0026 container=Container: [ContainerId: container_1397146165236_0026_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0026_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:54,249 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:14:54,250 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:55,163 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:55,176 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0026_01_000006 by user brock
2014-04-10 11:14:55,177 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000006
2014-04-10 11:14:55,177 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0026_01_000006 to application application_1397146165236_0026
2014-04-10 11:14:55,178 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:14:55,178 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0026
2014-04-10 11:14:55,178 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0026
2014-04-10 11:14:55,178 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:14:55,178 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0026
2014-04-10 11:14:55,179 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:55,249 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:14:55,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:55,249 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:55,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000006/default_container_executor.sh]
2014-04-10 11:14:56,168 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:14:56,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,022 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:57,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280 src: /127.0.0.1:43078 dest: /127.0.0.1:50700
2014-04-10 11:14:57,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280 src: /127.0.0.1:50462 dest: /127.0.0.1:55447
2014-04-10 11:14:57,102 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280 src: /127.0.0.1:37378 dest: /127.0.0.1:43710
2014-04-10 11:14:57,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37378, dest: /127.0.0.1:43710, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0026_r_000000_0_1815014700_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280, duration: 8285966
2014-04-10 11:14:57,111 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:57,111 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50462, dest: /127.0.0.1:55447, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0026_r_000000_0_1815014700_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280, duration: 8660246
2014-04-10 11:14:57,111 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,111 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,112 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43078, dest: /127.0.0.1:50700, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0026_r_000000_0_1815014700_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280, duration: 8946040
2014-04-10 11:14:57,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742104_1280{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,129 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0026_r_000000_0_1815014700_1
2014-04-10 11:14:57,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_r_000000_0 dst=null perm=null
2014-04-10 11:14:57,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_r_000000_0 dst=null perm=null
2014-04-10 11:14:57,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/task_1397146165236_0026_r_000000 dst=null perm=null
2014-04-10 11:14:57,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/_temporary/attempt_1397146165236_0026_r_000000_0 dst=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/task_1397146165236_0026_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:14:57,244 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0026_01_000006
2014-04-10 11:14:57,244 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000006
2014-04-10 11:14:57,244 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:14:57,244 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0026_01_000006
2014-04-10 11:14:57,248 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0026_01_000006 is : 143
2014-04-10 11:14:57,258 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:14:57,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000006
2014-04-10 11:14:57,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000006
2014-04-10 11:14:57,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000006
2014-04-10 11:14:57,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000006
2014-04-10 11:14:57,259 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000006
2014-04-10 11:14:57,259 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:14:57,260 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0026_01_000006 from application application_1397146165236_0026
2014-04-10 11:14:57,260 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:57,260 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0026
2014-04-10 11:14:57,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,279 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:57,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1 dst=null perm=null
2014-04-10 11:14:57,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2 dst=null perm=null
2014-04-10 11:14:57,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2 dst=null perm=null
2014-04-10 11:14:57,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/task_1397146165236_0026_r_000000 dst=null perm=null
2014-04-10 11:14:57,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/part-00000 dst=null perm=null
2014-04-10 11:14:57,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary/1/task_1397146165236_0026_r_000000/part-00000 dst=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_temporary dst=null perm=null
2014-04-10 11:14:57,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,363 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:57,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:57,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43067, dest: /127.0.0.1:50700, bytes: 57996, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279, duration: 5187924162
2014-04-10 11:14:57,423 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:57,424 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50449, dest: /127.0.0.1:55447, bytes: 57996, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279, duration: 5188659355
2014-04-10 11:14:57,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 14968
2014-04-10 11:14:57,424 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,425 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41871, dest: /127.0.0.1:51097, bytes: 57996, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279, duration: 5189483715
2014-04-10 11:14:57,425 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 14968
2014-04-10 11:14:57,425 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,426 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742103_1279{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 14968
2014-04-10 11:14:57,438 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1.jhist is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:57,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,458 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:14:57,473 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281 src: /127.0.0.1:50464 dest: /127.0.0.1:55447
2014-04-10 11:14:57,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281 src: /127.0.0.1:43082 dest: /127.0.0.1:50700
2014-04-10 11:14:57,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281 src: /127.0.0.1:37381 dest: /127.0.0.1:43710
2014-04-10 11:14:57,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37381, dest: /127.0.0.1:43710, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281, duration: 1644700
2014-04-10 11:14:57,479 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:57,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43082, dest: /127.0.0.1:50700, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281, duration: 2418922
2014-04-10 11:14:57,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50464, dest: /127.0.0.1:55447, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281, duration: 2945784
2014-04-10 11:14:57,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742105_1281{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,496 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:57,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1.jhist dst=null perm=null
2014-04-10 11:14:57,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist_tmp dst=null perm=null
2014-04-10 11:14:57,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1.jhist dst=null perm=null
2014-04-10 11:14:57,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist_tmp dst=null perm=null
2014-04-10 11:14:57,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1.jhist dst=null perm=null
2014-04-10 11:14:57,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,549 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41891, bytes: 58452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279, duration: 167871
2014-04-10 11:14:57,551 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:14:57,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282 src: /127.0.0.1:37384 dest: /127.0.0.1:43710
2014-04-10 11:14:57,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282 src: /127.0.0.1:50470 dest: /127.0.0.1:55447
2014-04-10 11:14:57,567 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282 src: /127.0.0.1:43088 dest: /127.0.0.1:50700
2014-04-10 11:14:57,571 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43088, dest: /127.0.0.1:50700, bytes: 57996, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282, duration: 2507038
2014-04-10 11:14:57,571 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:57,571 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,571 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50470, dest: /127.0.0.1:55447, bytes: 57996, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282, duration: 2960018
2014-04-10 11:14:57,572 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,572 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37384, dest: /127.0.0.1:43710, bytes: 57996, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282, duration: 3643210
2014-04-10 11:14:57,573 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742106_1282{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,573 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,588 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:57,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1_conf.xml dst=null perm=null
2014-04-10 11:14:57,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:57,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1_conf.xml dst=null perm=null
2014-04-10 11:14:57,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml_tmp dst=null perm=null
2014-04-10 11:14:57,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026/job_1397146165236_0026_1_conf.xml dst=null perm=null
2014-04-10 11:14:57,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:14:57,657 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37387, bytes: 96026, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742102_1278, duration: 362841
2014-04-10 11:14:57,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:14:57,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283 src: /127.0.0.1:41896 dest: /127.0.0.1:51097
2014-04-10 11:14:57,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283 src: /127.0.0.1:37389 dest: /127.0.0.1:43710
2014-04-10 11:14:57,701 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283 src: /127.0.0.1:50475 dest: /127.0.0.1:55447
2014-04-10 11:14:57,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50475, dest: /127.0.0.1:55447, bytes: 95278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283, duration: 2912147
2014-04-10 11:14:57,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:57,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37389, dest: /127.0.0.1:43710, bytes: 95278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283, duration: 3521941
2014-04-10 11:14:57,706 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,706 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41896, dest: /127.0.0.1:51097, bytes: 95278, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1795368471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283, duration: 4133630
2014-04-10 11:14:57,707 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:57,707 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742107_1283{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:14:57,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1795368471_1
2014-04-10 11:14:57,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,796 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0026_000001 with final state: FINISHING
2014-04-10 11:14:57,796 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:57,796 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0026 with final state: FINISHING
2014-04-10 11:14:57,797 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0026 State change from RUNNING to FINAL_SAVING
2014-04-10 11:14:57,797 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0026
2014-04-10 11:14:57,797 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:57,797 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0026 State change from FINAL_SAVING to FINISHING
2014-04-10 11:14:57,839 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:14:57,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:14:57,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:14:57,843 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0026 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist
2014-04-10 11:14:57,844 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist]
2014-04-10 11:14:57,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist dst=null perm=null
2014-04-10 11:14:57,847 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43095, bytes: 58452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282, duration: 261567
2014-04-10 11:14:57,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary dst=null perm=null
2014-04-10 11:14:57,866 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37394, bytes: 421, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281, duration: 240669
2014-04-10 11:14:57,866 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0026,submitTime=1397146483761,launchTime=1397146487096,firstMapTaskLaunchTime=1397146489267,firstReduceTaskLaunchTime=1397146495178,finishTime=1397146497397,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[132FBFFF51E04A5ABD2D2C28B52D8252/AA5AF3534DAF411CA261C078DB76CBD8] test/(1/2)
2014-04-10 11:14:57,867 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary]
2014-04-10 11:14:57,880 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742105_1281 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:14:57,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026.summary dst=null perm=null
2014-04-10 11:14:57,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:14:57,882 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist
2014-04-10 11:14:57,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0026-1397146483761-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2FAA5AF3534DAF411C-1397146497397-4-1-SUCCEEDED-default-1397146487096.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,897 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0026_conf.xml
2014-04-10 11:14:57,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0026_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0026_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:14:57,928 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (2/2) ...edpipesplatform/filterall
2014-04-10 11:14:57,941 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:57,947 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:14:57,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:14:57,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:57,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:14:57,951 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 27
2014-04-10 11:14:57,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027 dst=null perm=null
2014-04-10 11:14:57,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:14:57,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:14:57,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:14:58,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,007 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:14:58,022 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284 src: /127.0.0.1:50480 dest: /127.0.0.1:55447
2014-04-10 11:14:58,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284 src: /127.0.0.1:41904 dest: /127.0.0.1:51097
2014-04-10 11:14:58,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284 src: /127.0.0.1:43099 dest: /127.0.0.1:50700
2014-04-10 11:14:58,031 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43099, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, duration: 4127026
2014-04-10 11:14:58,031 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:58,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,033 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41904, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, duration: 5055654
2014-04-10 11:14:58,033 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,034 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,034 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50480, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, duration: 6286539
2014-04-10 11:14:58,034 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742108_1284{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,096 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:58,097 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar
2014-04-10 11:14:58,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:14:58,120 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281
2014-04-10 11:14:58,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283
2014-04-10 11:14:58,122 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279
2014-04-10 11:14:58,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282
2014-04-10 11:14:58,123 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280
2014-04-10 11:14:58,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:58,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:58,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:58,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:14:58,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:14:58,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:14:58,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:14:58,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:14:58,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:58,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2 dst=null perm=null
2014-04-10 11:14:58,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2 dst=null perm=null
2014-04-10 11:14:58,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2 dst=null perm=null
2014-04-10 11:14:58,142 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:14:58,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,172 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split
2014-04-10 11:14:58,188 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=null
2014-04-10 11:14:58,189 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:14:58,206 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285 src: /127.0.0.1:43101 dest: /127.0.0.1:50700
2014-04-10 11:14:58,207 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285 src: /127.0.0.1:50485 dest: /127.0.0.1:55447
2014-04-10 11:14:58,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285 src: /127.0.0.1:37401 dest: /127.0.0.1:43710
2014-04-10 11:14:58,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285 src: /127.0.0.1:41910 dest: /127.0.0.1:51097
2014-04-10 11:14:58,212 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41910, dest: /127.0.0.1:51097, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, duration: 1776392
2014-04-10 11:14:58,212 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:58,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,213 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37401, dest: /127.0.0.1:43710, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, duration: 2378545
2014-04-10 11:14:58,213 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,213 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50485, dest: /127.0.0.1:55447, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, duration: 2927778
2014-04-10 11:14:58,214 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43101, dest: /127.0.0.1:50700, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, duration: 3573792
2014-04-10 11:14:58,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742109_1285{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,229 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:58,244 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0026_01_000006
2014-04-10 11:14:58,245 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:14:58,245 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0026_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:14:58,245 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000006
2014-04-10 11:14:58,245 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0026_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:14:58,246 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:14:58,246 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0026_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:58,246 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:58,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,246 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:14:58,247 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0026_000001 released container container_1397146165236_0026_01_000006 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:14:58,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,264 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:14:58,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285
2014-04-10 11:14:58,274 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281
2014-04-10 11:14:58,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280
2014-04-10 11:14:58,276 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283
2014-04-10 11:14:58,277 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282
2014-04-10 11:14:58,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286 src: /127.0.0.1:43105 dest: /127.0.0.1:50700
2014-04-10 11:14:58,282 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286 src: /127.0.0.1:41912 dest: /127.0.0.1:51097
2014-04-10 11:14:58,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286 src: /127.0.0.1:50490 dest: /127.0.0.1:55447
2014-04-10 11:14:58,286 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50490, dest: /127.0.0.1:55447, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, duration: 1659429
2014-04-10 11:14:58,286 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:58,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41912, dest: /127.0.0.1:51097, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, duration: 2027956
2014-04-10 11:14:58,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,287 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43105, dest: /127.0.0.1:50700, bytes: 43, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, duration: 2529717
2014-04-10 11:14:58,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742110_1286{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,304 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:58,305 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:14:58,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284
2014-04-10 11:14:58,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286
2014-04-10 11:14:58,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,321 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285
2014-04-10 11:14:58,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:14:58,352 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:14:58,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287 src: /127.0.0.1:43108 dest: /127.0.0.1:50700
2014-04-10 11:14:58,365 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287 src: /127.0.0.1:41915 dest: /127.0.0.1:51097
2014-04-10 11:14:58,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287 src: /127.0.0.1:50493 dest: /127.0.0.1:55447
2014-04-10 11:14:58,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50493, dest: /127.0.0.1:55447, bytes: 81519, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, duration: 1985466
2014-04-10 11:14:58,370 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:14:58,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41915, dest: /127.0.0.1:51097, bytes: 81519, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, duration: 2546631
2014-04-10 11:14:58,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43108, dest: /127.0.0.1:50700, bytes: 81519, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, duration: 3213969
2014-04-10 11:14:58,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,372 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:14:58,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742111_1287{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:14:58,388 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:14:58,388 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0027
2014-04-10 11:14:58,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027 dst=null perm=null
2014-04-10 11:14:58,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:14:58,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:14:58,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:14:58,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:14:58,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=null
2014-04-10 11:14:58,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=null
2014-04-10 11:14:58,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:58,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:58,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:58,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:58,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:58,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:58,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:14:58,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:14:58,437 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 27 submitted by user brock
2014-04-10 11:14:58,437 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0027
2014-04-10 11:14:58,437 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0027
2014-04-10 11:14:58,437 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0027
2014-04-10 11:14:58,437 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0027 State change from NEW to NEW_SAVING
2014-04-10 11:14:58,438 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0027 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:14:58,438 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0027_000001
2014-04-10 11:14:58,438 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from NEW to SUBMITTED
2014-04-10 11:14:58,438 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0027 from user: brock activated in queue: default
2014-04-10 11:14:58,438 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0027 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:14:58,439 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0027
2014-04-10 11:14:58,439 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0027 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:14:58,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0027_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:14:58,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:14:58,440 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0027 State change from SUBMITTED to ACCEPTED
2014-04-10 11:14:58,441 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0027/
2014-04-10 11:14:58,441 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0027
2014-04-10 11:14:58,441 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0027/
2014-04-10 11:14:58,441 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279
2014-04-10 11:14:58,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287
2014-04-10 11:14:58,443 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280
2014-04-10 11:14:58,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285
2014-04-10 11:14:58,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286
2014-04-10 11:14:58,444 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742105_1281
2014-04-10 11:14:58,445 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742106_1282
2014-04-10 11:14:58,635 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:14:58,635 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000001
2014-04-10 11:14:58,635 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0027_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:14:58,636 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0027 container=Container: [ContainerId: container_1397146165236_0027_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0027_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:58,636 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:14:58,636 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:14:58,636 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:14:58,639 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0027 AttemptId: appattempt_1397146165236_0027_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0027_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:14:58,639 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:14:58,639 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:14:58,640 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0027_000001
2014-04-10 11:14:58,641 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0027_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0027_000001
2014-04-10 11:14:58,641 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0027_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:14:58,644 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284
2014-04-10 11:14:58,644 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0027_000001 (auth:SIMPLE)
2014-04-10 11:14:58,645 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0027_01_000001 by user brock
2014-04-10 11:14:58,646 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0027
2014-04-10 11:14:58,646 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000001
2014-04-10 11:14:58,646 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from NEW to INITING
2014-04-10 11:14:58,646 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0027_01_000001 to application application_1397146165236_0027
2014-04-10 11:14:58,646 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0027_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0027_000001
2014-04-10 11:14:58,647 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from INITING to RUNNING
2014-04-10 11:14:58,647 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:14:58,647 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:14:58,647 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0027
2014-04-10 11:14:58,648 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:14:58,648 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:14:58,648 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:14:58,648 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:14:58,648 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0027_01_000001
2014-04-10 11:14:58,658 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0027_01_000001.tokens. Credentials list:
2014-04-10 11:14:58,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:14:58,689 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284
2014-04-10 11:14:58,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287
2014-04-10 11:14:58,691 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742103_1279
2014-04-10 11:14:58,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0027_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000001.tokens
2014-04-10 11:14:58,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:14:58,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:14:58,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:14:58,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:14:58,846 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41921, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1506034025_15728, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, duration: 883230
2014-04-10 11:14:58,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:58,871 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742098_1274 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:14:58,871 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742099_1275 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:14:58,872 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742100_1276 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:14:58,872 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742101_1277 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:14:58,872 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742103_1279 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:14:58,872 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742102_1278 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:14:58,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0026 dst=null perm=null
2014-04-10 11:14:58,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:58,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:58,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:14:58,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742107_1283
2014-04-10 11:14:58,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285
2014-04-10 11:14:58,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286
2014-04-10 11:14:58,896 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43116, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1506034025_15728, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, duration: 208036
2014-04-10 11:14:58,913 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0027/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:58,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=null
2014-04-10 11:14:58,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=null
2014-04-10 11:14:58,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=null
2014-04-10 11:14:58,937 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50500, bytes: 353, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1506034025_15728, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, duration: 232352
2014-04-10 11:14:58,954 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0027/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:58,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:14:58,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:14:58,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:14:58,978 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41921, bytes: 82159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1506034025_15728, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, duration: 348696
2014-04-10 11:14:58,995 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0027/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:14:58,995 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:14:59,027 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:14:59,028 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:14:59,073 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073742108_1284 to datanode(s) 127.0.0.1:43710
2014-04-10 11:14:59,073 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742101_1277, blk_1073742103_1279, blk_1073742105_1281]
2014-04-10 11:14:59,073 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742101_1277, blk_1073742102_1278, blk_1073742103_1279]
2014-04-10 11:14:59,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000001/default_container_executor.sh]
2014-04-10 11:14:59,634 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:00,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:00,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/COMMIT_STARTED dst=null perm=null
2014-04-10 11:15:00,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:15:00,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/COMMIT_FAIL dst=null perm=null
2014-04-10 11:15:00,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027 dst=null perm=null
2014-04-10 11:15:00,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:00,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:00,495 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284 to 127.0.0.1:43710
2014-04-10 11:15:00,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098 for deletion
2014-04-10 11:15:00,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099 for deletion
2014-04-10 11:15:00,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742100 for deletion
2014-04-10 11:15:00,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098
2014-04-10 11:15:00,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742101 for deletion
2014-04-10 11:15:00,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099
2014-04-10 11:15:00,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742103 for deletion
2014-04-10 11:15:00,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742100
2014-04-10 11:15:00,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284 src: /127.0.0.1:37419 dest: /127.0.0.1:43710
2014-04-10 11:15:00,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742101
2014-04-10 11:15:00,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742105 for deletion
2014-04-10 11:15:00,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742103
2014-04-10 11:15:00,496 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:15:00,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742105
2014-04-10 11:15:00,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284 src: /127.0.0.1:37419 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:15:00,497 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742108_1284 size 244650
2014-04-10 11:15:00,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098 for deletion
2014-04-10 11:15:00,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099 for deletion
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742100 for deletion
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742101 for deletion
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742100
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742102 for deletion
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742103 for deletion
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742101
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742103
2014-04-10 11:15:00,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742102
2014-04-10 11:15:00,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:00,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:00,577 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41929, bytes: 47, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742110_1286, duration: 152971
2014-04-10 11:15:01,177 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0027_000001 (auth:SIMPLE)
2014-04-10 11:15:01,179 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0027_000001
2014-04-10 11:15:01,179 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0027 APPATTEMPTID=appattempt_1397146165236_0027_000001
2014-04-10 11:15:01,179 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:15:01,179 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0027 State change from ACCEPTED to RUNNING
2014-04-10 11:15:01,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:01,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:01,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:01,370 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:15:01,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288 src: /127.0.0.1:37423 dest: /127.0.0.1:43710
2014-04-10 11:15:01,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288 src: /127.0.0.1:43126 dest: /127.0.0.1:50700
2014-04-10 11:15:01,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288 src: /127.0.0.1:50510 dest: /127.0.0.1:55447
2014-04-10 11:15:01,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50510, dest: /127.0.0.1:55447, bytes: 95454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288, duration: 6041878
2014-04-10 11:15:01,419 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:01,419 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43126, dest: /127.0.0.1:50700, bytes: 95454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288, duration: 6415269
2014-04-10 11:15:01,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:01,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:01,420 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37423, dest: /127.0.0.1:43710, bytes: 95454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288, duration: 6743485
2014-04-10 11:15:01,420 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:01,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:01,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742112_1288{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:01,438 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:02,074 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742102_1278, blk_1073742105_1281]
2014-04-10 11:15:02,074 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742098_1274, blk_1073742099_1275, blk_1073742100_1276, blk_1073742101_1277, blk_1073742102_1278, blk_1073742103_1279, blk_1073742105_1281]
2014-04-10 11:15:02,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:02,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000002
2014-04-10 11:15:02,247 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0027_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:02,247 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0027 container=Container: [ContainerId: container_1397146165236_0027_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0027_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:02,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:15:02,247 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:03,214 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:03,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:03,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:03,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:03,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:03,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:03,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:03,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:03,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:03,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:03,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:03,322 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0027_000001 (auth:SIMPLE)
2014-04-10 11:15:03,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287
2014-04-10 11:15:03,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0027_01_000002 by user brock
2014-04-10 11:15:03,324 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288
2014-04-10 11:15:03,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0027
2014-04-10 11:15:03,329 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000002
2014-04-10 11:15:03,330 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from NEW to INITING
2014-04-10 11:15:03,330 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0027_01_000002 to application application_1397146165236_0027
2014-04-10 11:15:03,330 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from INITING to RUNNING
2014-04-10 11:15:03,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:15:03,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0027
2014-04-10 11:15:03,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0027
2014-04-10 11:15:03,330 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:03,330 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0027
2014-04-10 11:15:03,331 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:03,331 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:03,331 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0027_01_000002
2014-04-10 11:15:03,336 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0027_01_000002.tokens. Credentials list:
2014-04-10 11:15:03,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:03,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098 for deletion
2014-04-10 11:15:03,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099 for deletion
2014-04-10 11:15:03,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098
2014-04-10 11:15:03,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099
2014-04-10 11:15:03,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742100 for deletion
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742101 for deletion
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742100_1276 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742100
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742102 for deletion
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742101_1277 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742101
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742103 for deletion
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742102
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742105 for deletion
2014-04-10 11:15:03,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742103_1279 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742103
2014-04-10 11:15:03,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742105
2014-04-10 11:15:03,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0027_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000002.tokens
2014-04-10 11:15:03,405 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:03,480 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284
2014-04-10 11:15:03,482 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288
2014-04-10 11:15:03,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098 for deletion
2014-04-10 11:15:03,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099 for deletion
2014-04-10 11:15:03,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742102 for deletion
2014-04-10 11:15:03,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742098_1274 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742098
2014-04-10 11:15:03,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742099_1275 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742099
2014-04-10 11:15:03,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742105 for deletion
2014-04-10 11:15:03,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742102_1278 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742102
2014-04-10 11:15:03,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742105_1281 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742105
2014-04-10 11:15:03,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:03,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:03,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:03,516 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37432, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2140902735_15862, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, duration: 634821
2014-04-10 11:15:03,542 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:03,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:03,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:03,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:03,569 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43135, bytes: 82159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2140902735_15862, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, duration: 407229
2014-04-10 11:15:03,587 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0027/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:03,587 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:03,619 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:03,619 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:03,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288
2014-04-10 11:15:03,676 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000002/default_container_executor.sh]
2014-04-10 11:15:03,989 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0026_01_000001 succeeded
2014-04-10 11:15:03,989 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:15:03,989 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0026_01_000001
2014-04-10 11:15:03,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000001
2014-04-10 11:15:03,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000001
2014-04-10 11:15:03,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000001
2014-04-10 11:15:03,996 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000001
2014-04-10 11:15:03,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0026/container_1397146165236_0026_01_000001
2014-04-10 11:15:03,996 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0026_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:15:03,997 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0026_01_000001 from application application_1397146165236_0026
2014-04-10 11:15:03,997 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:03,997 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0026
2014-04-10 11:15:04,232 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:04,246 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0026_01_000001
2014-04-10 11:15:04,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:04,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0026_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:04,247 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0026_000001
2014-04-10 11:15:04,247 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0026_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:15:04,247 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0026_000001 State change from FINISHING to FINISHED
2014-04-10 11:15:04,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0026 CONTAINERID=container_1397146165236_0026_01_000001
2014-04-10 11:15:04,247 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0026 State change from FINISHING to FINISHED
2014-04-10 11:15:04,247 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0026_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:15:04,247 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0026_000001
2014-04-10 11:15:04,247 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:15:04,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0026
2014-04-10 11:15:04,247 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0026_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:04,247 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0026,name=[132FBFFF51E04A5ABD2D2C28B52D8252/AA5AF3534DAF411CA261C078DB76CBD8] test/(1/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0026/jobhistory/job/job_1397146165236_0026,appMasterHost=localhost.localdomain,startTime=1397146483761,finishTime=1397146497796,finalStatus=SUCCEEDED
2014-04-10 11:15:04,247 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:04,248 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 11:15:04,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0026_000001 released container container_1397146165236_0026_01_000001 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:15:04,248 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0026_000001 is done. finalState=FINISHED
2014-04-10 11:15:04,248 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0026 requests cleared
2014-04-10 11:15:04,248 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0026 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:15:04,248 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0026 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:15:04,249 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0026_000001 (auth:SIMPLE)
2014-04-10 11:15:04,250 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0026_01_000001
2014-04-10 11:15:04,410 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:04,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:04,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:04,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:04,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:04,411 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0026
2014-04-10 11:15:04,411 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:04,411 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0026, with delay of 10800 seconds
2014-04-10 11:15:05,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.split dst=null perm=null
2014-04-10 11:15:05,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37438, bytes: 353, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0027_m_000000_0_-1899178623_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742109_1285, duration: 147396
2014-04-10 11:15:05,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/part-00000 dst=null perm=null
2014-04-10 11:15:05,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2/part-00000 dst=null perm=null
2014-04-10 11:15:05,191 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43141, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0027_m_000000_0_-1899178623_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742104_1280, duration: 180834
2014-04-10 11:15:05,247 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:05,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:05,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:05,247 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0026
2014-04-10 11:15:05,247 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:05,247 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0026 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:05,247 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0026, with delay of 10800 seconds
2014-04-10 11:15:05,248 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0026
2014-04-10 11:15:05,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1397146165236_0027_m_000000_0 dst=null perm=null
2014-04-10 11:15:05,414 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0027_01_000002
2014-04-10 11:15:05,414 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000002
2014-04-10 11:15:05,414 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:15:05,415 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0027_01_000002
2014-04-10 11:15:05,422 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0027_01_000002 is : 143
2014-04-10 11:15:05,433 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:05,434 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:05,434 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000002
2014-04-10 11:15:05,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000002
2014-04-10 11:15:05,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000002
2014-04-10 11:15:05,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000002
2014-04-10 11:15:05,435 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000002
2014-04-10 11:15:05,435 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:05,436 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0027_01_000002 from application application_1397146165236_0027
2014-04-10 11:15:05,436 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:05,436 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0027
2014-04-10 11:15:05,481 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289 src: /127.0.0.1:41948 dest: /127.0.0.1:51097
2014-04-10 11:15:05,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289 src: /127.0.0.1:37441 dest: /127.0.0.1:43710
2014-04-10 11:15:05,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289 src: /127.0.0.1:43144 dest: /127.0.0.1:50700
2014-04-10 11:15:05,489 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1.jhist for DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:06,415 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0027_01_000002
2014-04-10 11:15:06,416 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:06,416 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0027_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:15:06,416 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000002
2014-04-10 11:15:06,416 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0027_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:15:06,416 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:15:06,416 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0027_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:06,416 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:06,417 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:15:06,417 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0027_000001 released container container_1397146165236_0027_01_000002 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:15:07,411 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:07,412 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000003
2014-04-10 11:15:07,412 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0027_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:15:07,412 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0027 container=Container: [ContainerId: container_1397146165236_0027_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0027_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:07,412 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:15:07,412 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:08,248 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:08,266 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0027_000001 (auth:SIMPLE)
2014-04-10 11:15:08,270 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0027_01_000003 by user brock
2014-04-10 11:15:08,270 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0027
2014-04-10 11:15:08,270 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000003
2014-04-10 11:15:08,270 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from NEW to INITING
2014-04-10 11:15:08,270 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0027_01_000003 to application application_1397146165236_0027
2014-04-10 11:15:08,271 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from INITING to RUNNING
2014-04-10 11:15:08,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:15:08,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0027
2014-04-10 11:15:08,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0027
2014-04-10 11:15:08,271 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:08,272 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0027
2014-04-10 11:15:08,272 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:08,272 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:08,272 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0027_01_000003
2014-04-10 11:15:08,279 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0027_01_000003.tokens. Credentials list:
2014-04-10 11:15:08,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:08,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0027_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000003.tokens
2014-04-10 11:15:08,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0027 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:08,411 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:08,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:08,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:08,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar dst=null perm=null
2014-04-10 11:15:08,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41957, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1571165490_16005, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742108_1284, duration: 821038
2014-04-10 11:15:08,479 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0027/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:08,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:08,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:08,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml dst=null perm=null
2014-04-10 11:15:08,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41957, bytes: 82159, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1571165490_16005, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742111_1287, duration: 351101
2014-04-10 11:15:08,527 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0027/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:08,527 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:08,559 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:08,559 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:08,616 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000003/default_container_executor.sh]
2014-04-10 11:15:09,256 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:10,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1397146165236_0027_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,379 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1397146165236_0027_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0027_r_000000_0_1502711443_1
2014-04-10 11:15:10,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1397146165236_0027_r_000000_0 dst=null perm=null
2014-04-10 11:15:10,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1397146165236_0027_r_000000_0 dst=null perm=null
2014-04-10 11:15:10,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1397146165236_0027_r_000000 dst=null perm=null
2014-04-10 11:15:10,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/_temporary/attempt_1397146165236_0027_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1397146165236_0027_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:10,495 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0027_01_000003
2014-04-10 11:15:10,495 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000003
2014-04-10 11:15:10,495 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:15:10,495 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0027_01_000003
2014-04-10 11:15:10,502 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0027_01_000003 is : 143
2014-04-10 11:15:10,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,518 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:10,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000003
2014-04-10 11:15:10,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000003
2014-04-10 11:15:10,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000003
2014-04-10 11:15:10,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000003
2014-04-10 11:15:10,519 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000003
2014-04-10 11:15:10,519 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:10,519 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0027_01_000003 from application application_1397146165236_0027
2014-04-10 11:15:10,520 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:10,520 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0027
2014-04-10 11:15:10,529 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:10,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1 dst=null perm=null
2014-04-10 11:15:10,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:10,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:10,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1397146165236_0027_r_000000 dst=null perm=null
2014-04-10 11:15:10,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null
2014-04-10 11:15:10,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary/1/task_1397146165236_0027_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary dst=null perm=null
2014-04-10 11:15:10,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,612 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:10,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,645 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:10,671 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43144, dest: /127.0.0.1:50700, bytes: 34066, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289, duration: 5185555790
2014-04-10 11:15:10,671 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:10,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 12841
2014-04-10 11:15:10,672 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37441, dest: /127.0.0.1:43710, bytes: 34066, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289, duration: 5186760562
2014-04-10 11:15:10,672 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 12841
2014-04-10 11:15:10,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41948, dest: /127.0.0.1:51097, bytes: 34066, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289, duration: 5187553573
2014-04-10 11:15:10,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742113_1289{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 12841
2014-04-10 11:15:10,687 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1.jhist is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:10,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,734 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:10,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290 src: /127.0.0.1:37453 dest: /127.0.0.1:43710
2014-04-10 11:15:10,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290 src: /127.0.0.1:50539 dest: /127.0.0.1:55447
2014-04-10 11:15:10,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290 src: /127.0.0.1:43157 dest: /127.0.0.1:50700
2014-04-10 11:15:10,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43157, dest: /127.0.0.1:50700, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290, duration: 2328586
2014-04-10 11:15:10,763 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:10,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50539, dest: /127.0.0.1:55447, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290, duration: 2947841
2014-04-10 11:15:10,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,764 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37453, dest: /127.0.0.1:43710, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290, duration: 3518485
2014-04-10 11:15:10,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742114_1290{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,779 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary_tmp is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:10,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:10,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1.jhist dst=null perm=null
2014-04-10 11:15:10,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist_tmp dst=null perm=null
2014-04-10 11:15:10,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1.jhist dst=null perm=null
2014-04-10 11:15:10,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist_tmp dst=null perm=null
2014-04-10 11:15:10,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1.jhist dst=null perm=null
2014-04-10 11:15:10,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,837 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41964, bytes: 34334, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289, duration: 268637
2014-04-10 11:15:10,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:10,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291 src: /127.0.0.1:50542 dest: /127.0.0.1:55447
2014-04-10 11:15:10,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291 src: /127.0.0.1:41966 dest: /127.0.0.1:51097
2014-04-10 11:15:10,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291 src: /127.0.0.1:43161 dest: /127.0.0.1:50700
2014-04-10 11:15:10,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43161, dest: /127.0.0.1:50700, bytes: 34066, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291, duration: 2457262
2014-04-10 11:15:10,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:10,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41966, dest: /127.0.0.1:51097, bytes: 34066, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291, duration: 3126834
2014-04-10 11:15:10,863 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,863 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50542, dest: /127.0.0.1:55447, bytes: 34066, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291, duration: 3796214
2014-04-10 11:15:10,864 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742115_1291{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:10,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:10,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1_conf.xml dst=null perm=null
2014-04-10 11:15:10,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:10,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1_conf.xml dst=null perm=null
2014-04-10 11:15:10,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:10,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027/job_1397146165236_0027_1_conf.xml dst=null perm=null
2014-04-10 11:15:10,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:10,923 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37460, bytes: 96202, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742112_1288, duration: 357257
2014-04-10 11:15:10,926 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:15:10,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292 src: /127.0.0.1:41969 dest: /127.0.0.1:51097
2014-04-10 11:15:10,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292 src: /127.0.0.1:50547 dest: /127.0.0.1:55447
2014-04-10 11:15:10,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292 src: /127.0.0.1:37463 dest: /127.0.0.1:43710
2014-04-10 11:15:10,947 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37463, dest: /127.0.0.1:43710, bytes: 95454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292, duration: 4188478
2014-04-10 11:15:10,947 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:10,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50547, dest: /127.0.0.1:55447, bytes: 95454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292, duration: 4877716
2014-04-10 11:15:10,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,948 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41969, dest: /127.0.0.1:51097, bytes: 95454, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1547594967_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292, duration: 5440241
2014-04-10 11:15:10,949 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:10,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742116_1292{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:10,962 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1547594967_1
2014-04-10 11:15:10,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:10,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:11,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:11,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:11,037 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0027_000001 with final state: FINISHING
2014-04-10 11:15:11,037 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:11,037 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0027 with final state: FINISHING
2014-04-10 11:15:11,037 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0027 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:11,037 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0027
2014-04-10 11:15:11,037 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:11,037 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0027 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:11,117 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:15:11,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:11,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:11,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary dst=null perm=null
2014-04-10 11:15:11,125 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37466, bytes: 449, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290, duration: 234282
2014-04-10 11:15:11,125 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0027,submitTime=1397146498436,launchTime=1397146501189,firstMapTaskLaunchTime=1397146503335,firstReduceTaskLaunchTime=1397146508271,finishTime=1397146510647,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[132FBFFF51E04A5ABD2D2C28B52D8252/0FE3BDA45AEA479A9F009D562080C739] test/(2/2) ...edpipesplatform/filterall
2014-04-10 11:15:11,126 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary]
2014-04-10 11:15:11,137 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742114_1290 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:15:11,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027.summary dst=null perm=null
2014-04-10 11:15:11,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:15:11,140 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist
2014-04-10 11:15:11,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:11,154 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0027_conf.xml
2014-04-10 11:15:11,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0027_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0027_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:11,171 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0027 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist
2014-04-10 11:15:11,171 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist]
2014-04-10 11:15:11,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0027-1397146498436-brock-%5B132FBFFF51E04A5ABD2D2C28B52D8252%2F0FE3BDA45AEA479A-1397146510647-1-1-SUCCEEDED-default-1397146501189.jhist dst=null perm=null
2014-04-10 11:15:11,174 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50552, bytes: 34334, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291, duration: 252782
2014-04-10 11:15:11,262 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742104_1280 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:15:11,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/5104691333_test_D994130619404BE78D8D3A79669E8DC2 dst=null perm=null
2014-04-10 11:15:11,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,264 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary
2014-04-10 11:15:11,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/_temporary dst=null perm=null
2014-04-10 11:15:11,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,284 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:11,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null
2014-04-10 11:15:11,286 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/filterall
2014-04-10 11:15:11,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall dst=null perm=null
2014-04-10 11:15:11,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null
2014-04-10 11:15:11,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filterall/part-00000 dst=null perm=null
2014-04-10 11:15:11,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:15:11,309 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:15:11,309 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:15:11,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:11,322 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] starting
2014-04-10 11:15:11,322 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:15:11,322 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename"]
2014-04-10 11:15:11,323 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] parallel execution is enabled: true
2014-04-10 11:15:11,323 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] starting jobs: 2
2014-04-10 11:15:11,323 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [merged] allocating threads: 2
2014-04-10 11:15:11,324 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (1/2)
2014-04-10 11:15:11,333 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:11,339 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:11,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:11,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:11,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:11,342 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 28
2014-04-10 11:15:11,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028 dst=null perm=null
2014-04-10 11:15:11,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:15:11,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:15:11,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:11,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,389 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:15:11,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293 src: /127.0.0.1:43170 dest: /127.0.0.1:50700
2014-04-10 11:15:11,406 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293 src: /127.0.0.1:37469 dest: /127.0.0.1:43710
2014-04-10 11:15:11,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293 src: /127.0.0.1:50555 dest: /127.0.0.1:55447
2014-04-10 11:15:11,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50555, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, duration: 13922672
2014-04-10 11:15:11,422 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:11,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,422 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37469, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, duration: 14258755
2014-04-10 11:15:11,423 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,423 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43170, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, duration: 14867630
2014-04-10 11:15:11,423 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742117_1293{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,437 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:11,438 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar
2014-04-10 11:15:11,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:11,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:11,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:11,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:11,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:15:11,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:15:11,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:15:11,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:15:11,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:15:11,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:11,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:15:11,480 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:11,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:15:11,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,495 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0027_01_000003
2014-04-10 11:15:11,496 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:11,496 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0027_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:15:11,496 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000003
2014-04-10 11:15:11,497 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0027_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:15:11,497 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:15:11,497 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0027_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:11,497 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:11,497 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:15:11,497 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0027_000001 released container container_1397146165236_0027_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:15:11,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,513 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split
2014-04-10 11:15:11,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:11,531 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:11,547 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294 src: /127.0.0.1:50556 dest: /127.0.0.1:55447
2014-04-10 11:15:11,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294 src: /127.0.0.1:43174 dest: /127.0.0.1:50700
2014-04-10 11:15:11,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294 src: /127.0.0.1:37473 dest: /127.0.0.1:43710
2014-04-10 11:15:11,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294 src: /127.0.0.1:41982 dest: /127.0.0.1:51097
2014-04-10 11:15:11,555 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41982, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 3018023
2014-04-10 11:15:11,555 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:11,555 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,555 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37473, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 3631165
2014-04-10 11:15:11,556 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,556 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,556 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43174, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 4254859
2014-04-10 11:15:11,556 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,557 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,557 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50556, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 4953290
2014-04-10 11:15:11,557 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,558 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742118_1294{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,570 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:11,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,605 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:15:11,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295 src: /127.0.0.1:41983 dest: /127.0.0.1:51097
2014-04-10 11:15:11,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295 src: /127.0.0.1:43178 dest: /127.0.0.1:50700
2014-04-10 11:15:11,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295 src: /127.0.0.1:37477 dest: /127.0.0.1:43710
2014-04-10 11:15:11,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37477, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, duration: 1378681
2014-04-10 11:15:11,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:11,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43178, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, duration: 2055824
2014-04-10 11:15:11,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,631 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41983, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, duration: 2881252
2014-04-10 11:15:11,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742119_1295{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,645 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:11,646 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:15:11,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:11,694 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:15:11,713 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296 src: /127.0.0.1:41986 dest: /127.0.0.1:51097
2014-04-10 11:15:11,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296 src: /127.0.0.1:43181 dest: /127.0.0.1:50700
2014-04-10 11:15:11,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296 src: /127.0.0.1:37480 dest: /127.0.0.1:43710
2014-04-10 11:15:11,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37480, dest: /127.0.0.1:43710, bytes: 80097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, duration: 2978067
2014-04-10 11:15:11,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:11,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,721 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43181, dest: /127.0.0.1:50700, bytes: 80097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, duration: 3509645
2014-04-10 11:15:11,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,722 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41986, dest: /127.0.0.1:51097, bytes: 80097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, duration: 4121648
2014-04-10 11:15:11,722 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:11,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742120_1296{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:11,737 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:11,737 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0028
2014-04-10 11:15:11,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028 dst=null perm=null
2014-04-10 11:15:11,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:11,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:11,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:11,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:11,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:11,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:11,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:11,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:11,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:11,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:11,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:11,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:11,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:11,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:11,793 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 28 submitted by user brock
2014-04-10 11:15:11,793 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0028
2014-04-10 11:15:11,793 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0028
2014-04-10 11:15:11,793 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0028
2014-04-10 11:15:11,793 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0028 State change from NEW to NEW_SAVING
2014-04-10 11:15:11,794 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0028 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:15:11,794 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0028_000001
2014-04-10 11:15:11,794 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from NEW to SUBMITTED
2014-04-10 11:15:11,795 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0028 from user: brock activated in queue: default
2014-04-10 11:15:11,795 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0028 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:15:11,795 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0028
2014-04-10 11:15:11,795 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0028 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:15:11,795 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0028_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:15:11,796 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:15:11,796 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0028 State change from SUBMITTED to ACCEPTED
2014-04-10 11:15:11,797 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0028/
2014-04-10 11:15:11,798 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1397146165236_0028
2014-04-10 11:15:11,798 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://localhost:56922/proxy/application_1397146165236_0028/
2014-04-10 11:15:12,137 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742108_1284 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:15:12,137 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742109_1285 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:15:12,138 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742110_1286 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:15:12,138 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742111_1287 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:15:12,138 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742113_1289 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:15:12,138 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742112_1288 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:15:12,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0027 dst=null perm=null
2014-04-10 11:15:12,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:12,420 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000001
2014-04-10 11:15:12,420 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0028_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:15:12,421 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0028 container=Container: [ContainerId: container_1397146165236_0028_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0028_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:12,421 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:15:12,421 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:12,421 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:12,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0028 AttemptId: appattempt_1397146165236_0028_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0028_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:15:12,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:15:12,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:15:12,423 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0028_000001
2014-04-10 11:15:12,423 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0028_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0028_000001
2014-04-10 11:15:12,423 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0028_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:15:12,426 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0028_000001 (auth:SIMPLE)
2014-04-10 11:15:12,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0028_01_000001 by user brock
2014-04-10 11:15:12,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0028
2014-04-10 11:15:12,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000001
2014-04-10 11:15:12,429 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from NEW to INITING
2014-04-10 11:15:12,429 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0028_01_000001 to application application_1397146165236_0028
2014-04-10 11:15:12,429 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0028_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0028_000001
2014-04-10 11:15:12,429 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from INITING to RUNNING
2014-04-10 11:15:12,430 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:15:12,430 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:15:12,430 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0028
2014-04-10 11:15:12,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:12,430 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:15:12,431 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:15:12,431 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:12,431 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0028_01_000001
2014-04-10 11:15:12,439 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0028_01_000001.tokens. Credentials list:
2014-04-10 11:15:12,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:12,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0028_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000001.tokens
2014-04-10 11:15:12,514 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:12,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:12,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:12,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:12,625 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37484, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_498946335_16177, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, duration: 603136
2014-04-10 11:15:12,649 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:12,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:12,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:12,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:12,674 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41993, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_498946335_16177, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, duration: 225783
2014-04-10 11:15:12,691 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:12,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:12,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:12,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:12,715 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50571, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_498946335_16177, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 230155
2014-04-10 11:15:12,732 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0028/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:12,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:12,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:12,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:12,756 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:41993, bytes: 80725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_498946335_16177, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, duration: 390358
2014-04-10 11:15:12,774 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0028/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:12,774 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:12,805 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:12,805 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:12,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000001/default_container_executor.sh]
2014-04-10 11:15:13,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294
2014-04-10 11:15:13,336 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293
2014-04-10 11:15:13,419 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:13,484 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290
2014-04-10 11:15:13,485 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293
2014-04-10 11:15:13,486 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289
2014-04-10 11:15:13,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291
2014-04-10 11:15:13,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290
2014-04-10 11:15:13,536 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292
2014-04-10 11:15:13,652 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293
2014-04-10 11:15:13,653 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296
2014-04-10 11:15:13,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291
2014-04-10 11:15:13,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289
2014-04-10 11:15:13,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742114_1290
2014-04-10 11:15:13,654 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294
2014-04-10 11:15:13,655 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295
2014-04-10 11:15:13,685 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296
2014-04-10 11:15:13,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295
2014-04-10 11:15:13,686 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294
2014-04-10 11:15:13,687 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292
2014-04-10 11:15:13,893 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742116_1292
2014-04-10 11:15:13,893 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742115_1291
2014-04-10 11:15:13,894 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742113_1289
2014-04-10 11:15:13,894 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296
2014-04-10 11:15:13,894 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295
2014-04-10 11:15:13,894 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294
2014-04-10 11:15:14,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:14,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/COMMIT_STARTED dst=null perm=null
2014-04-10 11:15:14,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:15:14,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/COMMIT_FAIL dst=null perm=null
2014-04-10 11:15:14,075 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073742117_1293 to datanode(s) 127.0.0.1:51097
2014-04-10 11:15:14,075 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742112_1288, blk_1073742113_1289, blk_1073742114_1290, blk_1073742104_1280, blk_1073742108_1284, blk_1073742109_1285]
2014-04-10 11:15:14,075 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742112_1288, blk_1073742113_1289, blk_1073742114_1290, blk_1073742104_1280, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2014-04-10 11:15:14,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028 dst=null perm=null
2014-04-10 11:15:14,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:14,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:14,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:14,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:14,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37488, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742119_1295, duration: 166689
2014-04-10 11:15:15,042 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0028_000001 (auth:SIMPLE)
2014-04-10 11:15:15,044 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0028_000001
2014-04-10 11:15:15,044 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0028 APPATTEMPTID=appattempt_1397146165236_0028_000001
2014-04-10 11:15:15,045 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:15:15,045 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0028 State change from ACCEPTED to RUNNING
2014-04-10 11:15:15,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:15,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:15,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:15,314 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:15:15,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297 src: /127.0.0.1:41998 dest: /127.0.0.1:51097
2014-04-10 11:15:15,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297 src: /127.0.0.1:43193 dest: /127.0.0.1:50700
2014-04-10 11:15:15,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297 src: /127.0.0.1:37492 dest: /127.0.0.1:43710
2014-04-10 11:15:15,358 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37492, dest: /127.0.0.1:43710, bytes: 94098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297, duration: 5785571
2014-04-10 11:15:15,358 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:15,358 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43193, dest: /127.0.0.1:50700, bytes: 94098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297, duration: 6513888
2014-04-10 11:15:15,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:15,359 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:15,359 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:41998, dest: /127.0.0.1:51097, bytes: 94098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297, duration: 7206538
2014-04-10 11:15:15,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:15,360 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:15,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742121_1297{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:15,378 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1_conf.xml is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:15,402 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293 to 127.0.0.1:51097
2014-04-10 11:15:15,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742112 for deletion
2014-04-10 11:15:15,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742113 for deletion
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742114 for deletion
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742112
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742104_1280 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742104 for deletion
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742114
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108 for deletion
2014-04-10 11:15:15,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293 src: /127.0.0.1:42001 dest: /127.0.0.1:51097
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742113
2014-04-10 11:15:15,403 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742104_1280 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742104
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109 for deletion
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742110 for deletion
2014-04-10 11:15:15,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109
2014-04-10 11:15:15,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742111 for deletion
2014-04-10 11:15:15,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742110
2014-04-10 11:15:15,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742111
2014-04-10 11:15:15,404 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293 src: /127.0.0.1:42001 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:15:15,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742117_1293 size 244650
2014-04-10 11:15:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742112 for deletion
2014-04-10 11:15:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742113 for deletion
2014-04-10 11:15:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742114 for deletion
2014-04-10 11:15:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742112
2014-04-10 11:15:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742104_1280 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742104 for deletion
2014-04-10 11:15:15,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742113
2014-04-10 11:15:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108 for deletion
2014-04-10 11:15:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742114
2014-04-10 11:15:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109 for deletion
2014-04-10 11:15:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742104_1280 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742104
2014-04-10 11:15:15,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109
2014-04-10 11:15:15,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108
2014-04-10 11:15:16,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:16,421 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000002
2014-04-10 11:15:16,421 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0028_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:16,421 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0028 container=Container: [ContainerId: container_1397146165236_0028_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0028_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:16,421 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:15:16,422 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:16,422 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:16,422 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000003
2014-04-10 11:15:16,422 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0028_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:15:16,423 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0028 container=Container: [ContainerId: container_1397146165236_0028_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0028_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:16,423 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:15:16,423 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:16,498 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:16,498 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000004
2014-04-10 11:15:16,498 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0028_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:15:16,498 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0028 container=Container: [ContainerId: container_1397146165236_0028_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0028_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:16,498 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:15:16,499 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:16,499 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:16,499 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000005
2014-04-10 11:15:16,500 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0028_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:15:16,500 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0028 container=Container: [ContainerId: container_1397146165236_0028_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0028_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:16,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:15:16,500 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:17,076 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742112_1288, blk_1073742114_1290, blk_1073742104_1280, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2014-04-10 11:15:17,076 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742113_1289, blk_1073742108_1284, blk_1073742109_1285, blk_1073742110_1286, blk_1073742111_1287]
2014-04-10 11:15:17,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:17,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:17,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:17,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:17,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:17,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:17,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:17,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:17,127 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:17,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:17,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:17,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:17,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:17,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:17,188 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0028_000001 (auth:SIMPLE)
2014-04-10 11:15:17,188 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0028_000001 (auth:SIMPLE)
2014-04-10 11:15:17,194 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0028_01_000002 by user brock
2014-04-10 11:15:17,194 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0028_01_000005 by user brock
2014-04-10 11:15:17,194 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0028_01_000004 by user brock
2014-04-10 11:15:17,194 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0028
2014-04-10 11:15:17,194 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0028_01_000003 by user brock
2014-04-10 11:15:17,194 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0028_01_000004 to application application_1397146165236_0028
2014-04-10 11:15:17,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000003
2014-04-10 11:15:17,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000005
2014-04-10 11:15:17,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000004
2014-04-10 11:15:17,194 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0028_01_000002 to application application_1397146165236_0028
2014-04-10 11:15:17,194 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000002
2014-04-10 11:15:17,195 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0028_01_000003 to application application_1397146165236_0028
2014-04-10 11:15:17,195 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from NEW to INITING
2014-04-10 11:15:17,196 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0028_01_000005 to application application_1397146165236_0028
2014-04-10 11:15:17,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:15:17,196 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from INITING to RUNNING
2014-04-10 11:15:17,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:15:17,196 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:15:17,196 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,197 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,197 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:17,197 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:15:17,197 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0028
2014-04-10 11:15:17,197 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,197 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,197 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:17,197 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,198 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0028
2014-04-10 11:15:17,198 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,198 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:17,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:17,198 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0028
2014-04-10 11:15:17,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:17,198 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,199 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0028
2014-04-10 11:15:17,199 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:17,199 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:17,199 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0028
2014-04-10 11:15:17,199 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:17,201 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0028_01_000005
2014-04-10 11:15:17,202 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0028_01_000004
2014-04-10 11:15:17,210 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0028_01_000005.tokens. Credentials list:
2014-04-10 11:15:17,211 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0028_01_000004.tokens. Credentials list:
2014-04-10 11:15:17,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:17,229 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:17,229 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:17,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:17,229 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:17,267 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0027_01_000001 succeeded
2014-04-10 11:15:17,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:15:17,267 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0027_01_000001
2014-04-10 11:15:17,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000001
2014-04-10 11:15:17,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000001
2014-04-10 11:15:17,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000001
2014-04-10 11:15:17,284 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000001
2014-04-10 11:15:17,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0027/container_1397146165236_0027_01_000001
2014-04-10 11:15:17,285 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0027_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:15:17,286 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0027_01_000001 from application application_1397146165236_0027
2014-04-10 11:15:17,286 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:17,286 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0027
2014-04-10 11:15:17,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000003/default_container_executor.sh]
2014-04-10 11:15:17,322 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000002/default_container_executor.sh]
2014-04-10 11:15:17,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0028_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000005.tokens
2014-04-10 11:15:17,323 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:17,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:17,420 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:17,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:17,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:17,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar dst=null perm=null
2014-04-10 11:15:17,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37498, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1542222698_16358, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293, duration: 387425
2014-04-10 11:15:17,442 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0028/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:17,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:17,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:17,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml dst=null perm=null
2014-04-10 11:15:17,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42007, bytes: 80725, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1542222698_16358, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742120_1296, duration: 180284
2014-04-10 11:15:17,465 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:17,465 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:17,465 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:17,482 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:17,483 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:17,487 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:17,487 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:17,503 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:17,503 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:17,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000005/default_container_executor.sh]
2014-04-10 11:15:17,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000004/default_container_executor.sh]
2014-04-10 11:15:17,639 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0027_01_000001
2014-04-10 11:15:17,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0027_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:17,640 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0027_000001
2014-04-10 11:15:17,640 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0027_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:15:17,640 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0027 CONTAINERID=container_1397146165236_0027_01_000001
2014-04-10 11:15:17,640 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0027_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:15:17,640 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:15:17,640 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0027_000001 State change from FINISHING to FINISHED
2014-04-10 11:15:17,640 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0027_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:17,640 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0027 State change from FINISHING to FINISHED
2014-04-10 11:15:17,641 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0027_000001
2014-04-10 11:15:17,640 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:17,641 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:15:17,641 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0027_000001 released container container_1397146165236_0027_01_000001 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:15:17,642 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0027_000001 is done. finalState=FINISHED
2014-04-10 11:15:17,642 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0027 requests cleared
2014-04-10 11:15:17,642 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0027 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:15:17,642 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0027 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:15:17,641 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0027
2014-04-10 11:15:17,642 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0027,name=[132FBFFF51E04A5ABD2D2C28B52D8252/0FE3BDA45AEA479A9F009D562080C739] test/(2/2) ...edpipesplatform/filterall,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0027/jobhistory/job/job_1397146165236_0027,appMasterHost=localhost.localdomain,startTime=1397146498436,finishTime=1397146511037,finalStatus=SUCCEEDED
2014-04-10 11:15:17,643 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0027_000001 (auth:SIMPLE)
2014-04-10 11:15:17,644 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0027_01_000001
2014-04-10 11:15:18,092 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:18,421 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:18,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,421 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0027
2014-04-10 11:15:18,421 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:18,421 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0027, with delay of 10800 seconds
2014-04-10 11:15:18,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742112 for deletion
2014-04-10 11:15:18,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742114 for deletion
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742112_1288 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742112
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742104_1280 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742104 for deletion
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742114_1290 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742114
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108 for deletion
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742104_1280 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742104
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109 for deletion
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742110 for deletion
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742111 for deletion
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742111
2014-04-10 11:15:18,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742110
2014-04-10 11:15:18,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742113 for deletion
2014-04-10 11:15:18,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108 for deletion
2014-04-10 11:15:18,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742113_1289 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742113
2014-04-10 11:15:18,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109 for deletion
2014-04-10 11:15:18,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742110 for deletion
2014-04-10 11:15:18,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742108_1284 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742108
2014-04-10 11:15:18,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742111 for deletion
2014-04-10 11:15:18,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742110_1286 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742110
2014-04-10 11:15:18,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742109_1285 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742109
2014-04-10 11:15:18,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742111_1287 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742111
2014-04-10 11:15:18,503 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:18,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,503 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0027
2014-04-10 11:15:18,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,504 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:18,504 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0027, with delay of 10800 seconds
2014-04-10 11:15:18,520 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:18,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0028_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000004.tokens
2014-04-10 11:15:18,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:18,641 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:18,641 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,641 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0027
2014-04-10 11:15:18,641 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0027 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:18,641 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0027, with delay of 10800 seconds
2014-04-10 11:15:18,642 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,643 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0027
2014-04-10 11:15:18,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297
2014-04-10 11:15:18,690 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297
2014-04-10 11:15:18,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297
2014-04-10 11:15:19,098 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742117_1293
2014-04-10 11:15:19,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:19,763 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43210, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000000_0_-760293480_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 169277
2014-04-10 11:15:19,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:19,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:15:19,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37511, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000000_0_-760293480_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 124692
2014-04-10 11:15:19,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50595, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000001_0_-1639998579_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 166535
2014-04-10 11:15:19,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:15:19,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:19,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job.split dst=null perm=null
2014-04-10 11:15:20,002 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50599, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000003_0_1113622962_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 204531
2014-04-10 11:15:20,003 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42023, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000002_0_-2056434437_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742118_1294, duration: 116138
2014-04-10 11:15:20,022 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:15:20,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:15:20,056 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43218, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000003_0_1113622962_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 110434
2014-04-10 11:15:20,056 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50601, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000002_0_-2056434437_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 136198
2014-04-10 11:15:20,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,142 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:20,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298 src: /127.0.0.1:50602 dest: /127.0.0.1:55447
2014-04-10 11:15:20,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298 src: /127.0.0.1:37518 dest: /127.0.0.1:43710
2014-04-10 11:15:20,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298 src: /127.0.0.1:42027 dest: /127.0.0.1:51097
2014-04-10 11:15:20,242 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42027, dest: /127.0.0.1:51097, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000000_0_-760293480_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298, duration: 2927518
2014-04-10 11:15:20,242 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37520, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0028_m_000001_0_-1639998579_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 150630
2014-04-10 11:15:20,242 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:20,242 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37518, dest: /127.0.0.1:43710, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000000_0_-760293480_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298, duration: 12958897
2014-04-10 11:15:20,242 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,243 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50602, dest: /127.0.0.1:55447, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000000_0_-760293480_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298, duration: 4018687
2014-04-10 11:15:20,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,243 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,243 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,244 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742122_1298{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,260 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:20,261 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0028_m_000000_0_-760293480_1
2014-04-10 11:15:20,288 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:20,290 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:20,325 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299 src: /127.0.0.1:37521 dest: /127.0.0.1:43710
2014-04-10 11:15:20,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299 src: /127.0.0.1:42032 dest: /127.0.0.1:51097
2014-04-10 11:15:20,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000000_0 dst=null perm=null
2014-04-10 11:15:20,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000000_0 dst=null perm=null
2014-04-10 11:15:20,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000000 dst=null perm=null
2014-04-10 11:15:20,343 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299 src: /127.0.0.1:43227 dest: /127.0.0.1:50700
2014-04-10 11:15:20,345 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300 src: /127.0.0.1:37522 dest: /127.0.0.1:43710
2014-04-10 11:15:20,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300 src: /127.0.0.1:43228 dest: /127.0.0.1:50700
2014-04-10 11:15:20,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300 src: /127.0.0.1:42035 dest: /127.0.0.1:51097
2014-04-10 11:15:20,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000000_0 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:20,363 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43227, dest: /127.0.0.1:50700, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000001_0_-1639998579_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299, duration: 16929765
2014-04-10 11:15:20,363 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:20,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301 src: /127.0.0.1:43225 dest: /127.0.0.1:50700
2014-04-10 11:15:20,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42032, dest: /127.0.0.1:51097, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000001_0_-1639998579_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299, duration: 16854417
2014-04-10 11:15:20,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301 src: /127.0.0.1:50613 dest: /127.0.0.1:55447
2014-04-10 11:15:20,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37521, dest: /127.0.0.1:43710, bytes: 217, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000001_0_-1639998579_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299, duration: 18491487
2014-04-10 11:15:20,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742123_1299{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,367 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301 src: /127.0.0.1:42037 dest: /127.0.0.1:51097
2014-04-10 11:15:20,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42035, dest: /127.0.0.1:51097, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000002_0_-2056434437_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300, duration: 8391094
2014-04-10 11:15:20,370 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:20,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43228, dest: /127.0.0.1:50700, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000002_0_-2056434437_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300, duration: 5579010
2014-04-10 11:15:20,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37522, dest: /127.0.0.1:43710, bytes: 70, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000002_0_-2056434437_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300, duration: 9509254
2014-04-10 11:15:20,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742124_1300{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,379 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42037, dest: /127.0.0.1:51097, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000003_0_1113622962_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301, duration: 3022753
2014-04-10 11:15:20,379 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:20,379 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50613, dest: /127.0.0.1:55447, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000003_0_1113622962_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301, duration: 3396427
2014-04-10 11:15:20,379 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,379 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43225, dest: /127.0.0.1:50700, bytes: 264, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0028_m_000003_0_1113622962_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301, duration: 3778423
2014-04-10 11:15:20,380 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742125_1301{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,386 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0028_m_000001_0_-1639998579_1
2014-04-10 11:15:20,403 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0028_m_000003_0_1113622962_1
2014-04-10 11:15:20,403 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0028_m_000002_0_-2056434437_1
2014-04-10 11:15:20,418 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0028_01_000002
2014-04-10 11:15:20,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000002
2014-04-10 11:15:20,418 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:15:20,418 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0028_01_000002
2014-04-10 11:15:20,429 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0028_01_000002 is : 143
2014-04-10 11:15:20,439 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:15:20,440 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:20,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000002
2014-04-10 11:15:20,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000002
2014-04-10 11:15:20,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000002
2014-04-10 11:15:20,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000002
2014-04-10 11:15:20,441 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000002
2014-04-10 11:15:20,441 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:20,441 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0028_01_000002 from application application_1397146165236_0028
2014-04-10 11:15:20,441 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:20,441 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0028
2014-04-10 11:15:20,455 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302 src: /127.0.0.1:42038 dest: /127.0.0.1:51097
2014-04-10 11:15:20,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302 src: /127.0.0.1:37531 dest: /127.0.0.1:43710
2014-04-10 11:15:20,457 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302 src: /127.0.0.1:50617 dest: /127.0.0.1:55447
2014-04-10 11:15:20,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000002_0 dst=null perm=null
2014-04-10 11:15:20,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000001_0 dst=null perm=null
2014-04-10 11:15:20,470 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1.jhist for DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:20,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000002_0 dst=null perm=null
2014-04-10 11:15:20,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000002 dst=null perm=null
2014-04-10 11:15:20,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000003_0 dst=null perm=null
2014-04-10 11:15:20,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000001_0 dst=null perm=null
2014-04-10 11:15:20,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000001 dst=null perm=null
2014-04-10 11:15:20,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000003_0 dst=null perm=null
2014-04-10 11:15:20,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000003 dst=null perm=null
2014-04-10 11:15:20,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000003_0 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:20,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000001_0 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:20,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/_temporary/attempt_1397146165236_0028_m_000002_0 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:20,552 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0028_01_000005
2014-04-10 11:15:20,552 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000005
2014-04-10 11:15:20,552 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:15:20,552 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0028_01_000005
2014-04-10 11:15:20,558 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0028_01_000005 is : 143
2014-04-10 11:15:20,558 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0028_01_000003
2014-04-10 11:15:20,559 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000003
2014-04-10 11:15:20,559 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:15:20,559 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0028_01_000003
2014-04-10 11:15:20,561 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0028_01_000002
2014-04-10 11:15:20,562 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:20,562 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0028_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:15:20,562 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000002
2014-04-10 11:15:20,562 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0028_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:15:20,562 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:15:20,562 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0028_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:20,562 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:20,562 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:15:20,562 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0028_000001 released container container_1397146165236_0028_01_000002 on node: host: localhost:54227 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:15:20,566 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0028_01_000003 is : 143
2014-04-10 11:15:20,568 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0028_01_000004
2014-04-10 11:15:20,568 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000004
2014-04-10 11:15:20,569 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:20,570 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:15:20,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000005
2014-04-10 11:15:20,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000005
2014-04-10 11:15:20,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000005
2014-04-10 11:15:20,570 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000005
2014-04-10 11:15:20,570 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0028_01_000004
2014-04-10 11:15:20,575 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0028_01_000004 is : 143
2014-04-10 11:15:20,576 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:20,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000003
2014-04-10 11:15:20,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000003
2014-04-10 11:15:20,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000003
2014-04-10 11:15:20,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000003
2014-04-10 11:15:20,576 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000003
2014-04-10 11:15:20,576 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:20,577 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0028_01_000003 from application application_1397146165236_0028
2014-04-10 11:15:20,577 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:20,577 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0028
2014-04-10 11:15:20,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000005
2014-04-10 11:15:20,583 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:20,583 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:20,584 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0028_01_000005 from application application_1397146165236_0028
2014-04-10 11:15:20,584 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:20,584 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0028
2014-04-10 11:15:20,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000004
2014-04-10 11:15:20,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000004
2014-04-10 11:15:20,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000004
2014-04-10 11:15:20,584 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000004
2014-04-10 11:15:20,585 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000004
2014-04-10 11:15:20,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:20,585 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0028_01_000004 from application application_1397146165236_0028
2014-04-10 11:15:20,585 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:20,585 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0028
2014-04-10 11:15:20,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,603 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:20,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1 dst=null perm=null
2014-04-10 11:15:20,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000000 dst=null perm=null
2014-04-10 11:15:20,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00000 dst=null perm=null
2014-04-10 11:15:20,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000000/part-00000 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000001 dst=null perm=null
2014-04-10 11:15:20,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00001 dst=null perm=null
2014-04-10 11:15:20,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000001/part-00001 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000002 dst=null perm=null
2014-04-10 11:15:20,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00002 dst=null perm=null
2014-04-10 11:15:20,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000002/part-00002 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:20,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000003 dst=null perm=null
2014-04-10 11:15:20,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00003 dst=null perm=null
2014-04-10 11:15:20,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary/1/task_1397146165236_0028_m_000003/part-00003 dst=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_temporary dst=null perm=null
2014-04-10 11:15:20,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,803 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/_SUCCESS is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:20,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,837 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:20,857 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50617, dest: /127.0.0.1:55447, bytes: 47130, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302, duration: 398869605
2014-04-10 11:15:20,858 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:20,858 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37531, dest: /127.0.0.1:43710, bytes: 47130, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302, duration: 390137071
2014-04-10 11:15:20,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 14917
2014-04-10 11:15:20,859 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42038, dest: /127.0.0.1:51097, bytes: 47130, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302, duration: 391277633
2014-04-10 11:15:20,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 14917
2014-04-10 11:15:20,860 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742126_1302{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 14917
2014-04-10 11:15:20,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1.jhist is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:20,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,898 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:15:20,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303 src: /127.0.0.1:42041 dest: /127.0.0.1:51097
2014-04-10 11:15:20,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303 src: /127.0.0.1:37534 dest: /127.0.0.1:43710
2014-04-10 11:15:20,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303 src: /127.0.0.1:50620 dest: /127.0.0.1:55447
2014-04-10 11:15:20,920 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50620, dest: /127.0.0.1:55447, bytes: 404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303, duration: 2336060
2014-04-10 11:15:20,920 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:20,920 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37534, dest: /127.0.0.1:43710, bytes: 404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303, duration: 2841316
2014-04-10 11:15:20,921 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,921 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42041, dest: /127.0.0.1:51097, bytes: 404, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303, duration: 3497071
2014-04-10 11:15:20,922 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:20,922 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742127_1303{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:20,937 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary_tmp is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:20,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:20,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1.jhist dst=null perm=null
2014-04-10 11:15:20,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist_tmp dst=null perm=null
2014-04-10 11:15:20,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1.jhist dst=null perm=null
2014-04-10 11:15:20,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist_tmp dst=null perm=null
2014-04-10 11:15:20,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1.jhist dst=null perm=null
2014-04-10 11:15:20,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:20,986 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37536, bytes: 47502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302, duration: 283993
2014-04-10 11:15:20,989 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:15:21,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304 src: /127.0.0.1:50622 dest: /127.0.0.1:55447
2014-04-10 11:15:21,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304 src: /127.0.0.1:43240 dest: /127.0.0.1:50700
2014-04-10 11:15:21,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304 src: /127.0.0.1:37539 dest: /127.0.0.1:43710
2014-04-10 11:15:21,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37539, dest: /127.0.0.1:43710, bytes: 47130, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304, duration: 2495770
2014-04-10 11:15:21,012 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:21,012 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,012 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43240, dest: /127.0.0.1:50700, bytes: 47130, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304, duration: 3106761
2014-04-10 11:15:21,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,013 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,013 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50622, dest: /127.0.0.1:55447, bytes: 47130, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304, duration: 3679933
2014-04-10 11:15:21,013 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742128_1304{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist_tmp is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:21,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:21,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1_conf.xml dst=null perm=null
2014-04-10 11:15:21,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:21,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1_conf.xml dst=null perm=null
2014-04-10 11:15:21,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:21,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028/job_1397146165236_0028_1_conf.xml dst=null perm=null
2014-04-10 11:15:21,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:21,073 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43242, bytes: 94834, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742121_1297, duration: 370427
2014-04-10 11:15:21,076 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:15:21,089 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305 src: /127.0.0.1:43243 dest: /127.0.0.1:50700
2014-04-10 11:15:21,090 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305 src: /127.0.0.1:50627 dest: /127.0.0.1:55447
2014-04-10 11:15:21,091 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305 src: /127.0.0.1:42051 dest: /127.0.0.1:51097
2014-04-10 11:15:21,095 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42051, dest: /127.0.0.1:51097, bytes: 94098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305, duration: 2849671
2014-04-10 11:15:21,096 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:21,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,096 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50627, dest: /127.0.0.1:55447, bytes: 94098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305, duration: 3445151
2014-04-10 11:15:21,096 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,096 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,097 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43243, dest: /127.0.0.1:50700, bytes: 94098, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_516161999_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305, duration: 4205259
2014-04-10 11:15:21,097 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,097 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742129_1305{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_516161999_1
2014-04-10 11:15:21,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:21,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:21,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:21,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:21,192 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0028_000001 with final state: FINISHING
2014-04-10 11:15:21,193 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:21,193 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0028 with final state: FINISHING
2014-04-10 11:15:21,193 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0028 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:21,193 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0028
2014-04-10 11:15:21,193 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:21,193 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0028 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:21,210 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:15:21,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:21,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:21,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary dst=null perm=null
2014-04-10 11:15:21,218 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50630, bytes: 408, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303, duration: 230099
2014-04-10 11:15:21,218 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0028,submitTime=1397146511792,launchTime=1397146515054,firstMapTaskLaunchTime=1397146517203,firstReduceTaskLaunchTime=0,finishTime=1397146520838,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=0,jobName=[94AC3BE2986444B1911F3564E4E3179F/264027CFE21F4E26B094A6C0D349A798] merged/(1/2)
2014-04-10 11:15:21,218 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary]
2014-04-10 11:15:21,237 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742127_1303 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:15:21,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028.summary dst=null perm=null
2014-04-10 11:15:21,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:15:21,239 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist
2014-04-10 11:15:21,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:21,254 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0028_conf.xml
2014-04-10 11:15:21,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0028_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0028_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:21,270 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0028 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist
2014-04-10 11:15:21,271 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist]
2014-04-10 11:15:21,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0028-1397146511792-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F264027CFE21F4E26-1397146520838-4-0-SUCCEEDED-default-1397146515054.jhist dst=null perm=null
2014-04-10 11:15:21,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43248, bytes: 47502, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304, duration: 248331
2014-04-10 11:15:21,302 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] starting step: (2/2) ...splitsourcemergedsamename
2014-04-10 11:15:21,317 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:21,325 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:21,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:21,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:21,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:21,328 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 29
2014-04-10 11:15:21,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029 dst=null perm=null
2014-04-10 11:15:21,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:15:21,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:15:21,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:21,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,381 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:15:21,396 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306 src: /127.0.0.1:50633 dest: /127.0.0.1:55447
2014-04-10 11:15:21,397 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306 src: /127.0.0.1:42057 dest: /127.0.0.1:51097
2014-04-10 11:15:21,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306 src: /127.0.0.1:37550 dest: /127.0.0.1:43710
2014-04-10 11:15:21,403 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37550, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, duration: 3621019
2014-04-10 11:15:21,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:21,404 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,404 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42057, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, duration: 4174528
2014-04-10 11:15:21,404 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,405 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50633, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, duration: 4159866
2014-04-10 11:15:21,405 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742130_1306{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:21,421 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar
2014-04-10 11:15:21,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:21,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:21,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:21,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:21,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:15:21,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:15:21,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:15:21,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:15:21,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:15:21,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:21,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:21,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:21,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:21,467 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:15:21,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,496 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split
2014-04-10 11:15:21,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:21,513 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:15:21,530 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307 src: /127.0.0.1:50636 dest: /127.0.0.1:55447
2014-04-10 11:15:21,531 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307 src: /127.0.0.1:43254 dest: /127.0.0.1:50700
2014-04-10 11:15:21,532 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307 src: /127.0.0.1:37553 dest: /127.0.0.1:43710
2014-04-10 11:15:21,533 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307 src: /127.0.0.1:42062 dest: /127.0.0.1:51097
2014-04-10 11:15:21,537 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42062, dest: /127.0.0.1:51097, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 2311790
2014-04-10 11:15:21,537 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:21,537 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,537 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37553, dest: /127.0.0.1:43710, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 2878575
2014-04-10 11:15:21,538 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,538 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,538 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43254, dest: /127.0.0.1:50700, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 3258509
2014-04-10 11:15:21,538 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,539 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,539 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50636, dest: /127.0.0.1:55447, bytes: 1375, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 3858257
2014-04-10 11:15:21,539 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,543 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742131_1307{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,562 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0028_01_000003
2014-04-10 11:15:21,562 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:21,562 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:21,563 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0028_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:15:21,563 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000003
2014-04-10 11:15:21,563 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0028_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:15:21,563 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:15:21,563 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0028_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:21,563 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:21,564 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:15:21,564 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0028_000001 released container container_1397146165236_0028_01_000003 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:21,569 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0028_01_000004
2014-04-10 11:15:21,569 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0028_01_000005
2014-04-10 11:15:21,570 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:21,570 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0028_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:15:21,570 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000004
2014-04-10 11:15:21,570 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0028_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:15:21,570 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:15:21,570 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0028_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:21,571 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:21,571 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:15:21,571 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0028_000001 released container container_1397146165236_0028_01_000004 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:15:21,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:21,571 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0028_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:15:21,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000005
2014-04-10 11:15:21,572 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0028_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:15:21,572 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:15:21,572 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0028_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:21,572 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:21,572 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:15:21,572 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0028_000001 released container container_1397146165236_0028_01_000005 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:15:21,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:15:21,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308 src: /127.0.0.1:42063 dest: /127.0.0.1:51097
2014-04-10 11:15:21,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308 src: /127.0.0.1:43258 dest: /127.0.0.1:50700
2014-04-10 11:15:21,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308 src: /127.0.0.1:50642 dest: /127.0.0.1:55447
2014-04-10 11:15:21,618 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50642, dest: /127.0.0.1:55447, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, duration: 983225
2014-04-10 11:15:21,618 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:21,618 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43258, dest: /127.0.0.1:50700, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, duration: 1613931
2014-04-10 11:15:21,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,619 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,619 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42063, dest: /127.0.0.1:51097, bytes: 153, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, duration: 2316373
2014-04-10 11:15:21,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,619 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742132_1308{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,637 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:21,637 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:15:21,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:21,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:15:21,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309 src: /127.0.0.1:50643 dest: /127.0.0.1:55447
2014-04-10 11:15:21,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309 src: /127.0.0.1:43261 dest: /127.0.0.1:50700
2014-04-10 11:15:21,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309 src: /127.0.0.1:42068 dest: /127.0.0.1:51097
2014-04-10 11:15:21,702 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42068, dest: /127.0.0.1:51097, bytes: 81157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, duration: 2604896
2014-04-10 11:15:21,702 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:21,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,703 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43261, dest: /127.0.0.1:50700, bytes: 81157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, duration: 3048162
2014-04-10 11:15:21,703 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,704 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50643, dest: /127.0.0.1:55447, bytes: 81157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, duration: 3645410
2014-04-10 11:15:21,704 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:21,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742133_1309{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:21,720 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:21,720 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0029
2014-04-10 11:15:21,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029 dst=null perm=null
2014-04-10 11:15:21,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:21,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:21,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:21,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:21,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:21,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:21,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:21,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:21,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:21,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:21,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:21,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:21,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:21,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:21,776 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 29 submitted by user brock
2014-04-10 11:15:21,776 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0029
2014-04-10 11:15:21,776 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0029
2014-04-10 11:15:21,776 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0029
2014-04-10 11:15:21,776 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0029 State change from NEW to NEW_SAVING
2014-04-10 11:15:21,777 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0029 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:15:21,777 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0029_000001
2014-04-10 11:15:21,777 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from NEW to SUBMITTED
2014-04-10 11:15:21,777 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0029 from user: brock activated in queue: default
2014-04-10 11:15:21,777 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0029 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:15:21,778 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0029 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:15:21,778 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0029_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:15:21,778 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0029
2014-04-10 11:15:21,778 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:15:21,778 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0029 State change from SUBMITTED to ACCEPTED
2014-04-10 11:15:21,780 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0029/
2014-04-10 11:15:21,781 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] submitted hadoop job: job_1397146165236_0029
2014-04-10 11:15:21,781 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [merged] tracking url: http://localhost:56922/proxy/application_1397146165236_0029/
2014-04-10 11:15:22,253 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742117_1293 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:15:22,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742118_1294 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:15:22,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742119_1295 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:15:22,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742120_1296 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:15:22,254 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742126_1302 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:15:22,255 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742121_1297 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:15:22,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0028 dst=null perm=null
2014-04-10 11:15:22,564 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:22,564 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000001
2014-04-10 11:15:22,564 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0029_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:15:22,564 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0029 container=Container: [ContainerId: container_1397146165236_0029_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0029_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:22,565 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:15:22,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:22,565 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:22,565 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0029 AttemptId: appattempt_1397146165236_0029_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0029_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:15:22,566 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:15:22,566 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:15:22,566 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0029_000001
2014-04-10 11:15:22,567 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0029_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0029_000001
2014-04-10 11:15:22,567 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0029_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:15:22,570 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0029_000001 (auth:SIMPLE)
2014-04-10 11:15:22,572 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0029_01_000001 by user brock
2014-04-10 11:15:22,572 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0029
2014-04-10 11:15:22,572 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000001
2014-04-10 11:15:22,572 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from NEW to INITING
2014-04-10 11:15:22,572 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0029_01_000001 to application application_1397146165236_0029
2014-04-10 11:15:22,573 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0029_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0029_000001
2014-04-10 11:15:22,573 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from INITING to RUNNING
2014-04-10 11:15:22,573 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:15:22,573 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:15:22,573 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0029
2014-04-10 11:15:22,574 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:22,574 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:15:22,574 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:15:22,574 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:22,574 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0029_01_000001
2014-04-10 11:15:22,584 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0029_01_000001.tokens. Credentials list:
2014-04-10 11:15:22,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:22,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0029_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000001.tokens
2014-04-10 11:15:22,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:22,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:22,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:22,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:22,769 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42073, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1218142189_16642, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, duration: 594646
2014-04-10 11:15:22,793 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:22,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:22,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:22,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:22,818 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50651, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1218142189_16642, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, duration: 238955
2014-04-10 11:15:22,835 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0029/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:22,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:22,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:22,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:22,860 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43269, bytes: 1387, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1218142189_16642, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 231623
2014-04-10 11:15:22,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0029/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:22,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:22,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:22,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:22,909 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50651, bytes: 81793, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1218142189_16642, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, duration: 389847
2014-04-10 11:15:22,927 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0029/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:22,927 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:22,960 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:22,960 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:23,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000001/default_container_executor.sh]
2014-04-10 11:15:23,077 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073742130_1306 to datanode(s) 127.0.0.1:50700
2014-04-10 11:15:23,077 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742120_1296, blk_1073742121_1297, blk_1073742126_1302, blk_1073742127_1303]
2014-04-10 11:15:23,077 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742120_1296, blk_1073742121_1297]
2014-04-10 11:15:23,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303
2014-04-10 11:15:23,539 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301
2014-04-10 11:15:23,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298
2014-04-10 11:15:23,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304
2014-04-10 11:15:23,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307
2014-04-10 11:15:23,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302
2014-04-10 11:15:23,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308
2014-04-10 11:15:23,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305
2014-04-10 11:15:23,563 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:23,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304
2014-04-10 11:15:23,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305
2014-04-10 11:15:23,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299
2014-04-10 11:15:23,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300
2014-04-10 11:15:23,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308
2014-04-10 11:15:23,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307
2014-04-10 11:15:23,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301
2014-04-10 11:15:23,661 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309
2014-04-10 11:15:23,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298
2014-04-10 11:15:23,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303
2014-04-10 11:15:23,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307
2014-04-10 11:15:23,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302
2014-04-10 11:15:23,694 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299
2014-04-10 11:15:23,695 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300
2014-04-10 11:15:23,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306
2014-04-10 11:15:23,697 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742128_1304
2014-04-10 11:15:23,737 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2014-04-10 11:15:23,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:23,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:23,741 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306
2014-04-10 11:15:23,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309
2014-04-10 11:15:24,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742127_1303
2014-04-10 11:15:24,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299
2014-04-10 11:15:24,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742126_1302
2014-04-10 11:15:24,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309
2014-04-10 11:15:24,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300
2014-04-10 11:15:24,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298
2014-04-10 11:15:24,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742129_1305
2014-04-10 11:15:24,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307
2014-04-10 11:15:24,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301
2014-04-10 11:15:24,103 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308
2014-04-10 11:15:24,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:24,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/COMMIT_STARTED dst=null perm=null
2014-04-10 11:15:24,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:15:24,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/COMMIT_FAIL dst=null perm=null
2014-04-10 11:15:24,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029 dst=null perm=null
2014-04-10 11:15:24,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:24,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:24,303 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117 for deletion
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118 for deletion
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742119 for deletion
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742120 for deletion
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742121 for deletion
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742119
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742120
2014-04-10 11:15:24,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742121
2014-04-10 11:15:24,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:24,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:24,496 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306 to 127.0.0.1:50700
2014-04-10 11:15:24,497 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306 src: /127.0.0.1:43274 dest: /127.0.0.1:50700
2014-04-10 11:15:24,497 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:15:24,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306 src: /127.0.0.1:43274 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:15:24,498 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742130_1306 size 244650
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117 for deletion
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118 for deletion
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742119 for deletion
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742120 for deletion
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742119
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742121 for deletion
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118
2014-04-10 11:15:24,500 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742126 for deletion
2014-04-10 11:15:24,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742121
2014-04-10 11:15:24,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742120
2014-04-10 11:15:24,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742127 for deletion
2014-04-10 11:15:24,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742126
2014-04-10 11:15:24,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742127
2014-04-10 11:15:24,508 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43273, bytes: 157, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742132_1308, duration: 113074
2014-04-10 11:15:25,111 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0029_000001 (auth:SIMPLE)
2014-04-10 11:15:25,115 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0029_000001
2014-04-10 11:15:25,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0029 APPATTEMPTID=appattempt_1397146165236_0029_000001
2014-04-10 11:15:25,115 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:15:25,116 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0029 State change from ACCEPTED to RUNNING
2014-04-10 11:15:25,133 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 2638 Total time for transactions(ms): 141 Number of transactions batched in Syncs: 16 Number of syncs: 1834 SyncTimes(ms): 19929 15716
2014-04-10 11:15:25,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:25,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:25,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:25,318 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:15:25,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310 src: /127.0.0.1:42083 dest: /127.0.0.1:51097
2014-04-10 11:15:25,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310 src: /127.0.0.1:37576 dest: /127.0.0.1:43710
2014-04-10 11:15:25,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310 src: /127.0.0.1:50662 dest: /127.0.0.1:55447
2014-04-10 11:15:25,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50662, dest: /127.0.0.1:55447, bytes: 95092, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310, duration: 6044133
2014-04-10 11:15:25,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:25,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:25,372 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37576, dest: /127.0.0.1:43710, bytes: 95092, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310, duration: 7316308
2014-04-10 11:15:25,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:25,373 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:25,373 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42083, dest: /127.0.0.1:51097, bytes: 95092, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310, duration: 8191617
2014-04-10 11:15:25,373 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:25,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742134_1310{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:25,395 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:26,078 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742119_1295, blk_1073742120_1296, blk_1073742121_1297, blk_1073742126_1302, blk_1073742127_1303]
2014-04-10 11:15:26,078 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742117_1293, blk_1073742118_1294, blk_1073742126_1302, blk_1073742127_1303]
2014-04-10 11:15:26,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:26,571 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000002
2014-04-10 11:15:26,571 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0029_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:15:26,572 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0029 container=Container: [ContainerId: container_1397146165236_0029_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0029_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:26,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:15:26,572 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:26,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:26,572 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000003
2014-04-10 11:15:26,573 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0029_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:15:26,573 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0029 container=Container: [ContainerId: container_1397146165236_0029_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0029_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:26,573 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:15:26,573 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:26,574 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:26,574 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000004
2014-04-10 11:15:26,574 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0029_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:15:26,574 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0029 container=Container: [ContainerId: container_1397146165236_0029_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0029_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:26,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:15:26,574 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:26,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:26,575 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000005
2014-04-10 11:15:26,575 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0029_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:15:26,575 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0029 container=Container: [ContainerId: container_1397146165236_0029_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0029_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:26,575 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:15:26,576 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:27,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:27,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:27,155 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:27,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:27,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:27,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:27,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:27,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:27,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:27,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:27,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:27,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:27,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:27,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:27,277 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0029_000001 (auth:SIMPLE)
2014-04-10 11:15:27,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0029_01_000004 by user brock
2014-04-10 11:15:27,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0029_01_000002 by user brock
2014-04-10 11:15:27,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0029_01_000005 by user brock
2014-04-10 11:15:27,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0029_01_000003 by user brock
2014-04-10 11:15:27,280 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0029_01_000002 to application application_1397146165236_0029
2014-04-10 11:15:27,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000002
2014-04-10 11:15:27,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0029
2014-04-10 11:15:27,280 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0029_01_000005 to application application_1397146165236_0029
2014-04-10 11:15:27,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000004
2014-04-10 11:15:27,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000003
2014-04-10 11:15:27,280 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000005
2014-04-10 11:15:27,280 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0029_01_000003 to application application_1397146165236_0029
2014-04-10 11:15:27,281 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from NEW to INITING
2014-04-10 11:15:27,281 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0029_01_000004 to application application_1397146165236_0029
2014-04-10 11:15:27,281 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from INITING to RUNNING
2014-04-10 11:15:27,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:15:27,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:15:27,282 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:15:27,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:15:27,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,283 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,283 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:27,283 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0029
2014-04-10 11:15:27,283 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:27,284 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:27,284 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,284 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,284 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:27,284 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0029
2014-04-10 11:15:27,284 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,285 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:27,285 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0029
2014-04-10 11:15:27,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,285 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0029
2014-04-10 11:15:27,285 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:27,285 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0029
2014-04-10 11:15:27,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0029_01_000002
2014-04-10 11:15:27,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0029_01_000005
2014-04-10 11:15:27,287 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0029_01_000004
2014-04-10 11:15:27,287 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0029_01_000003
2014-04-10 11:15:27,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0029_01_000005.tokens. Credentials list:
2014-04-10 11:15:27,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0029_01_000003.tokens. Credentials list:
2014-04-10 11:15:27,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0029_01_000004.tokens. Credentials list:
2014-04-10 11:15:27,296 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0029_01_000002.tokens. Credentials list:
2014-04-10 11:15:27,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:27,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0029_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000005.tokens
2014-04-10 11:15:27,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:27,382 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0028_01_000001 succeeded
2014-04-10 11:15:27,382 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:15:27,382 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0028_01_000001
2014-04-10 11:15:27,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000001
2014-04-10 11:15:27,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000001
2014-04-10 11:15:27,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000001
2014-04-10 11:15:27,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000001
2014-04-10 11:15:27,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0028/container_1397146165236_0028_01_000001
2014-04-10 11:15:27,398 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0028_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:15:27,398 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0028_01_000001 from application application_1397146165236_0028
2014-04-10 11:15:27,399 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:27,399 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0028
2014-04-10 11:15:27,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:27,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:27,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar dst=null perm=null
2014-04-10 11:15:27,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117 for deletion
2014-04-10 11:15:27,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43285, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_747465537_16785, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306, duration: 817645
2014-04-10 11:15:27,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118 for deletion
2014-04-10 11:15:27,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117
2014-04-10 11:15:27,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118
2014-04-10 11:15:27,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742119 for deletion
2014-04-10 11:15:27,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742120 for deletion
2014-04-10 11:15:27,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742119_1295 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742119
2014-04-10 11:15:27,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742121 for deletion
2014-04-10 11:15:27,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742120_1296 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742120
2014-04-10 11:15:27,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742126 for deletion
2014-04-10 11:15:27,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742121_1297 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742121
2014-04-10 11:15:27,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742127 for deletion
2014-04-10 11:15:27,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742126
2014-04-10 11:15:27,486 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742127
2014-04-10 11:15:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117 for deletion
2014-04-10 11:15:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118 for deletion
2014-04-10 11:15:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742126 for deletion
2014-04-10 11:15:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742117_1293 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742117
2014-04-10 11:15:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742127 for deletion
2014-04-10 11:15:27,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742118_1294 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742118
2014-04-10 11:15:27,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742126_1302 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742126
2014-04-10 11:15:27,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742127_1303 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742127
2014-04-10 11:15:27,509 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0029/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:27,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:27,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:27,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml dst=null perm=null
2014-04-10 11:15:27,533 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50669, bytes: 81793, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_747465537_16785, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742133_1309, duration: 450828
2014-04-10 11:15:27,551 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0029/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:27,551 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:27,551 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:27,551 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:27,551 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:27,564 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0028_01_000001
2014-04-10 11:15:27,565 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0028_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:27,565 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0028_000001
2014-04-10 11:15:27,565 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0028_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:15:27,565 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0028_000001 State change from FINISHING to FINISHED
2014-04-10 11:15:27,565 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0028 CONTAINERID=container_1397146165236_0028_01_000001
2014-04-10 11:15:27,566 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0028 State change from FINISHING to FINISHED
2014-04-10 11:15:27,566 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0028_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:15:27,566 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0028
2014-04-10 11:15:27,566 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0028,name=[94AC3BE2986444B1911F3564E4E3179F/264027CFE21F4E26B094A6C0D349A798] merged/(1/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0028/jobhistory/job/job_1397146165236_0028,appMasterHost=localhost.localdomain,startTime=1397146511792,finishTime=1397146521193,finalStatus=SUCCEEDED
2014-04-10 11:15:27,566 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:15:27,566 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0028_000001
2014-04-10 11:15:27,567 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0028_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:27,567 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:27,567 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:15:27,567 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0028_000001 released container container_1397146165236_0028_01_000001 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:27,568 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0028_000001 is done. finalState=FINISHED
2014-04-10 11:15:27,568 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0028 requests cleared
2014-04-10 11:15:27,568 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0028 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:15:27,568 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0028 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:15:27,570 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0028_000001 (auth:SIMPLE)
2014-04-10 11:15:27,571 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:27,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:27,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:27,571 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:27,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:27,572 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0028
2014-04-10 11:15:27,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:27,572 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:27,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:27,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:27,572 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0028, with delay of 10800 seconds
2014-04-10 11:15:27,572 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:27,572 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0028_01_000001
2014-04-10 11:15:27,594 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:27,594 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:27,594 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:27,594 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:27,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:27,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:27,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:27,594 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:27,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000004/default_container_executor.sh]
2014-04-10 11:15:27,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000003/default_container_executor.sh]
2014-04-10 11:15:27,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000005/default_container_executor.sh]
2014-04-10 11:15:27,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000002/default_container_executor.sh]
2014-04-10 11:15:28,172 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:28,565 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:28,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:28,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:28,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:28,565 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0028
2014-04-10 11:15:28,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0028
2014-04-10 11:15:28,566 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0028 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:28,566 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0028, with delay of 10800 seconds
2014-04-10 11:15:28,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:28,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742130_1306
2014-04-10 11:15:28,700 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310
2014-04-10 11:15:28,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310
2014-04-10 11:15:28,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0029_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000002.tokens
2014-04-10 11:15:28,768 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:28,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:28,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0029_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000004.tokens
2014-04-10 11:15:28,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:28,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:29,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0029_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000003.tokens
2014-04-10 11:15:29,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:29,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310
2014-04-10 11:15:30,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:30,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:30,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:30,178 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50684, bytes: 355, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000003_0_-1399650851_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 165453
2014-04-10 11:15:30,185 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37601, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000001_0_-1998292587_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 141490
2014-04-10 11:15:30,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job.split dst=null perm=null
2014-04-10 11:15:30,215 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43305, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000000_0_-1875636662_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 120438
2014-04-10 11:15:30,239 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42112, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000002_0_-1793987321_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742131_1307, duration: 166679
2014-04-10 11:15:30,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00001 dst=null perm=null
2014-04-10 11:15:30,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00003 dst=null perm=null
2014-04-10 11:15:30,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00000 dst=null perm=null
2014-04-10 11:15:30,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00001 dst=null perm=null
2014-04-10 11:15:30,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00002 dst=null perm=null
2014-04-10 11:15:30,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00003 dst=null perm=null
2014-04-10 11:15:30,478 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43308, bytes: 221, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000002_0_-1793987321_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742123_1299, duration: 167364
2014-04-10 11:15:30,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00000 dst=null perm=null
2014-04-10 11:15:30,479 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50692, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000001_0_-1998292587_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742125_1301, duration: 100949
2014-04-10 11:15:30,480 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50693, bytes: 268, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000000_0_-1875636662_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742122_1298, duration: 148613
2014-04-10 11:15:30,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B/part-00002 dst=null perm=null
2014-04-10 11:15:30,484 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42117, bytes: 74, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0029_m_000003_0_-1399650851_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742124_1300, duration: 148135
2014-04-10 11:15:30,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_m_000002_0 dst=null perm=null
2014-04-10 11:15:30,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_m_000001_0 dst=null perm=null
2014-04-10 11:15:30,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_m_000003_0 dst=null perm=null
2014-04-10 11:15:30,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_m_000000_0 dst=null perm=null
2014-04-10 11:15:30,778 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0029_01_000003
2014-04-10 11:15:30,778 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000003
2014-04-10 11:15:30,778 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:15:30,778 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0029_01_000003
2014-04-10 11:15:30,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0029_01_000004
2014-04-10 11:15:30,779 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000004
2014-04-10 11:15:30,784 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0029_01_000003 is : 143
2014-04-10 11:15:30,794 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:30,794 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0029_01_000005
2014-04-10 11:15:30,795 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000005
2014-04-10 11:15:30,795 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:15:30,795 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:30,796 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:15:30,796 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0029_01_000004
2014-04-10 11:15:30,798 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0029_01_000002
2014-04-10 11:15:30,799 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000002
2014-04-10 11:15:30,800 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0029_01_000004 is : 143
2014-04-10 11:15:30,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000003
2014-04-10 11:15:30,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000003
2014-04-10 11:15:30,809 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0029_01_000005
2014-04-10 11:15:30,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000003
2014-04-10 11:15:30,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000003
2014-04-10 11:15:30,814 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0029_01_000005 is : 143
2014-04-10 11:15:30,822 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:15:30,822 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:30,822 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000003
2014-04-10 11:15:30,823 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:30,823 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:30,823 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0029_01_000002
2014-04-10 11:15:30,827 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0029_01_000002 is : 143
2014-04-10 11:15:30,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000004
2014-04-10 11:15:30,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000004
2014-04-10 11:15:30,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000004
2014-04-10 11:15:30,835 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000004
2014-04-10 11:15:30,835 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0029_01_000003 from application application_1397146165236_0029
2014-04-10 11:15:30,836 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:30,836 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0029
2014-04-10 11:15:30,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000005
2014-04-10 11:15:30,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000005
2014-04-10 11:15:30,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000005
2014-04-10 11:15:30,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000005
2014-04-10 11:15:30,836 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:30,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000004
2014-04-10 11:15:30,836 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:30,836 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000005
2014-04-10 11:15:30,837 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:30,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000002
2014-04-10 11:15:30,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000002
2014-04-10 11:15:30,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000002
2014-04-10 11:15:30,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000002
2014-04-10 11:15:30,837 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0029_01_000004 from application application_1397146165236_0029
2014-04-10 11:15:30,837 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:30,837 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0029
2014-04-10 11:15:30,837 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0029_01_000005 from application application_1397146165236_0029
2014-04-10 11:15:30,837 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:30,837 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0029
2014-04-10 11:15:30,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000002
2014-04-10 11:15:30,837 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:30,837 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0029_01_000002 from application application_1397146165236_0029
2014-04-10 11:15:30,837 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:30,838 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0029
2014-04-10 11:15:31,248 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311 src: /127.0.0.1:37611 dest: /127.0.0.1:43710
2014-04-10 11:15:31,250 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311 src: /127.0.0.1:50697 dest: /127.0.0.1:55447
2014-04-10 11:15:31,251 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311 src: /127.0.0.1:43315 dest: /127.0.0.1:50700
2014-04-10 11:15:31,256 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1.jhist for DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:31,799 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0029_01_000002
2014-04-10 11:15:31,799 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0029_01_000003
2014-04-10 11:15:31,799 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0029_01_000004
2014-04-10 11:15:31,800 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0029_01_000005
2014-04-10 11:15:31,800 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:31,800 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0029_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:15:31,800 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000002
2014-04-10 11:15:31,800 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0029_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:15:31,801 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:15:31,801 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0029_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,801 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,801 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:15:31,801 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0029_000001 released container container_1397146165236_0029_01_000002 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:15:31,801 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:31,801 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0029_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:15:31,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000003
2014-04-10 11:15:31,802 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0029_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:15:31,802 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:15:31,802 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0029_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:15:31,802 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0029_000001 released container container_1397146165236_0029_01_000003 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:31,803 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:31,803 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0029_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:15:31,803 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000004
2014-04-10 11:15:31,803 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0029_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:15:31,803 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:15:31,803 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0029_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,803 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,803 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:15:31,804 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0029_000001 released container container_1397146165236_0029_01_000004 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:15:31,804 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:31,804 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0029_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:15:31,804 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000005
2014-04-10 11:15:31,804 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0029_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:15:31,804 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:15:31,804 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0029_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,805 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:31,805 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:15:31,805 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0029_000001 released container container_1397146165236_0029_01_000005 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:15:32,567 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:32,567 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000006
2014-04-10 11:15:32,567 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0029_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:32,567 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0029 container=Container: [ContainerId: container_1397146165236_0029_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0029_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:32,567 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:15:32,568 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:33,191 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:33,207 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0029_000001 (auth:SIMPLE)
2014-04-10 11:15:33,211 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0029_01_000006 by user brock
2014-04-10 11:15:33,211 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000006
2014-04-10 11:15:33,211 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0029_01_000006 to application application_1397146165236_0029
2014-04-10 11:15:33,212 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:15:33,212 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0029
2014-04-10 11:15:33,212 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0029
2014-04-10 11:15:33,212 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:33,213 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0029
2014-04-10 11:15:33,213 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:33,245 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:33,245 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:33,303 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000006/default_container_executor.sh]
2014-04-10 11:15:33,566 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:34,195 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:35,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,098 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:35,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312 src: /127.0.0.1:50708 dest: /127.0.0.1:55447
2014-04-10 11:15:35,189 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312 src: /127.0.0.1:42133 dest: /127.0.0.1:51097
2014-04-10 11:15:35,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312 src: /127.0.0.1:43328 dest: /127.0.0.1:50700
2014-04-10 11:15:35,200 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43328, dest: /127.0.0.1:50700, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0029_r_000000_0_70518138_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, duration: 9755361
2014-04-10 11:15:35,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:35,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42133, dest: /127.0.0.1:51097, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0029_r_000000_0_70518138_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, duration: 10318802
2014-04-10 11:15:35,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50708, dest: /127.0.0.1:55447, bytes: 495, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0029_r_000000_0_70518138_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, duration: 10734836
2014-04-10 11:15:35,202 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742136_1312{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,219 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0029_r_000000_0_70518138_1
2014-04-10 11:15:35,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_r_000000_0 dst=null perm=null
2014-04-10 11:15:35,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_r_000000_0 dst=null perm=null
2014-04-10 11:15:35,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1397146165236_0029_r_000000 dst=null perm=null
2014-04-10 11:15:35,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/_temporary/attempt_1397146165236_0029_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1397146165236_0029_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:35,321 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0029_01_000006
2014-04-10 11:15:35,322 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000006
2014-04-10 11:15:35,322 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:15:35,322 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0029_01_000006
2014-04-10 11:15:35,327 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0029_01_000006 is : 143
2014-04-10 11:15:35,339 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:35,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000006
2014-04-10 11:15:35,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000006
2014-04-10 11:15:35,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000006
2014-04-10 11:15:35,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000006
2014-04-10 11:15:35,340 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000006
2014-04-10 11:15:35,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:35,340 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0029_01_000006 from application application_1397146165236_0029
2014-04-10 11:15:35,340 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:35,340 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0029
2014-04-10 11:15:35,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,361 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:35,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1 dst=null perm=null
2014-04-10 11:15:35,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:35,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:35,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1397146165236_0029_r_000000 dst=null perm=null
2014-04-10 11:15:35,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null
2014-04-10 11:15:35,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary/1/task_1397146165236_0029_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary dst=null perm=null
2014-04-10 11:15:35,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,444 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:35,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:35,498 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43315, dest: /127.0.0.1:50700, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311, duration: 4246051739
2014-04-10 11:15:35,498 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:35,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15088
2014-04-10 11:15:35,499 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50697, dest: /127.0.0.1:55447, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311, duration: 4247138575
2014-04-10 11:15:35,500 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15088
2014-04-10 11:15:35,500 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37611, dest: /127.0.0.1:43710, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311, duration: 4248258499
2014-04-10 11:15:35,501 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742135_1311{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15088
2014-04-10 11:15:35,519 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1.jhist is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:35,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,539 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:35,555 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313 src: /127.0.0.1:37627 dest: /127.0.0.1:43710
2014-04-10 11:15:35,556 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313 src: /127.0.0.1:50713 dest: /127.0.0.1:55447
2014-04-10 11:15:35,557 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313 src: /127.0.0.1:43331 dest: /127.0.0.1:50700
2014-04-10 11:15:35,560 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43331, dest: /127.0.0.1:50700, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313, duration: 2142359
2014-04-10 11:15:35,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:35,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,561 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50713, dest: /127.0.0.1:55447, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313, duration: 2618783
2014-04-10 11:15:35,561 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,561 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,562 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37627, dest: /127.0.0.1:43710, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313, duration: 3224879
2014-04-10 11:15:35,562 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,562 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742137_1313{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,577 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary_tmp is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:35,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1.jhist dst=null perm=null
2014-04-10 11:15:35,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist_tmp dst=null perm=null
2014-04-10 11:15:35,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1.jhist dst=null perm=null
2014-04-10 11:15:35,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist_tmp dst=null perm=null
2014-04-10 11:15:35,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1.jhist dst=null perm=null
2014-04-10 11:15:35,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,622 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37630, bytes: 61128, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311, duration: 263085
2014-04-10 11:15:35,625 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:15:35,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314 src: /127.0.0.1:50716 dest: /127.0.0.1:55447
2014-04-10 11:15:35,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314 src: /127.0.0.1:37632 dest: /127.0.0.1:43710
2014-04-10 11:15:35,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314 src: /127.0.0.1:42141 dest: /127.0.0.1:51097
2014-04-10 11:15:35,645 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42141, dest: /127.0.0.1:51097, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314, duration: 3652950
2014-04-10 11:15:35,645 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:35,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,646 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37632, dest: /127.0.0.1:43710, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314, duration: 4296073
2014-04-10 11:15:35,646 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,646 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,646 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50716, dest: /127.0.0.1:55447, bytes: 60652, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314, duration: 4790305
2014-04-10 11:15:35,647 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742138_1314{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,661 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:35,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1_conf.xml dst=null perm=null
2014-04-10 11:15:35,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:35,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1_conf.xml dst=null perm=null
2014-04-10 11:15:35,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:35,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029/job_1397146165236_0029_1_conf.xml dst=null perm=null
2014-04-10 11:15:35,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:35,718 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50719, bytes: 95836, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742134_1310, duration: 383755
2014-04-10 11:15:35,721 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:15:35,763 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315 src: /127.0.0.1:42143 dest: /127.0.0.1:51097
2014-04-10 11:15:35,765 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315 src: /127.0.0.1:43338 dest: /127.0.0.1:50700
2014-04-10 11:15:35,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315 src: /127.0.0.1:50722 dest: /127.0.0.1:55447
2014-04-10 11:15:35,770 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50722, dest: /127.0.0.1:55447, bytes: 95092, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315, duration: 2980126
2014-04-10 11:15:35,770 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:35,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43338, dest: /127.0.0.1:50700, bytes: 95092, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315, duration: 3569797
2014-04-10 11:15:35,771 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,771 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,772 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42143, dest: /127.0.0.1:51097, bytes: 95092, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1450634861_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315, duration: 4291441
2014-04-10 11:15:35,772 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:35,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742139_1315{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:35,786 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1450634861_1
2014-04-10 11:15:35,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0029_000001 with final state: FINISHING
2014-04-10 11:15:35,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:35,861 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0029 with final state: FINISHING
2014-04-10 11:15:35,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0029 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:35,861 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0029
2014-04-10 11:15:35,862 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:35,862 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0029 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:35,879 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:15:35,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:35,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:35,883 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0029 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist
2014-04-10 11:15:35,884 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist]
2014-04-10 11:15:35,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist dst=null perm=null
2014-04-10 11:15:35,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50725, bytes: 61128, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314, duration: 262974
2014-04-10 11:15:35,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary dst=null perm=null
2014-04-10 11:15:35,907 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43343, bytes: 452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313, duration: 222813
2014-04-10 11:15:35,907 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0029,submitTime=1397146521775,launchTime=1397146525128,firstMapTaskLaunchTime=1397146527289,firstReduceTaskLaunchTime=1397146533212,finishTime=1397146535479,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=2,jobName=[94AC3BE2986444B1911F3564E4E3179F/5489D763D6AD46C1BC7CB697219D9BDE] merged/(2/2) ...splitsourcemergedsamename
2014-04-10 11:15:35,907 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary]
2014-04-10 11:15:35,919 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742137_1313 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:15:35,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029.summary dst=null perm=null
2014-04-10 11:15:35,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:15:35,922 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist
2014-04-10 11:15:35,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0029-1397146521775-brock-%5B94AC3BE2986444B1911F3564E4E3179F%2F5489D763D6AD46C1-1397146535479-4-1-SUCCEEDED-default-1397146525128.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,936 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0029_conf.xml
2014-04-10 11:15:35,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0029_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0029_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:35,986 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742122_1298 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:15:35,986 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742123_1299 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:15:35,986 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742124_1300 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:15:35,987 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742125_1301 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:15:35,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/204245956_split_30BE217F0AF5462987034976AC4B394B dst=null perm=null
2014-04-10 11:15:35,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:35,988 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary
2014-04-10 11:15:35,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/_temporary dst=null perm=null
2014-04-10 11:15:36,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:36,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:36,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:36,009 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:36,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null
2014-04-10 11:15:36,012 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50725, bytes: 499, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, duration: 213792
2014-04-10 11:15:36,012 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename
2014-04-10 11:15:36,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:36,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:36,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:36,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename dst=null perm=null
2014-04-10 11:15:36,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null
2014-04-10 11:15:36,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitsourcemergedsamename/part-00000 dst=null perm=null
2014-04-10 11:15:36,019 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50725, bytes: 499, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312, duration: 172972
2014-04-10 11:15:36,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:36,021 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:36,039 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:15:36,039 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:15:36,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:36,054 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper] starting
2014-04-10 11:15:36,054 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper] source: Hfs["TextDelimited[['num', 'char']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]
2014-04-10 11:15:36,054 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper] source: Hfs["TextDelimited[['num', 'char']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:15:36,054 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper] sink: Hfs["TextLine[['line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic"]
2014-04-10 11:15:36,054 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper] parallel execution is enabled: true
2014-04-10 11:15:36,054 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper] starting jobs: 1
2014-04-10 11:15:36,054 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper] allocating threads: 1
2014-04-10 11:15:36,055 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper] starting step: (1/1) ...grouping-nondeterministic
2014-04-10 11:15:36,061 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:36,068 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:36,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:36,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:36,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:36,071 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 30
2014-04-10 11:15:36,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030 dst=null perm=null
2014-04-10 11:15:36,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:15:36,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:15:36,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:36,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,130 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:36,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316 src: /127.0.0.1:37643 dest: /127.0.0.1:43710
2014-04-10 11:15:36,147 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316 src: /127.0.0.1:42152 dest: /127.0.0.1:51097
2014-04-10 11:15:36,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316 src: /127.0.0.1:43347 dest: /127.0.0.1:50700
2014-04-10 11:15:36,152 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43347, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, duration: 3398378
2014-04-10 11:15:36,152 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:36,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,153 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42152, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, duration: 3330061
2014-04-10 11:15:36,153 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,154 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37643, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, duration: 4196230
2014-04-10 11:15:36,154 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,154 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742140_1316{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,169 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:36,170 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar
2014-04-10 11:15:36,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:36,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:36,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:36,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:36,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:15:36,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:15:36,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:15:36,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:15:36,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:15:36,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:36,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:36,213 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:36,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:36,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:36,216 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:36,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:36,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:36,219 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:36,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:36,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:36,222 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:36,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:36,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,253 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split
2014-04-10 11:15:36,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:36,271 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:15:36,287 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317 src: /127.0.0.1:50731 dest: /127.0.0.1:55447
2014-04-10 11:15:36,288 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317 src: /127.0.0.1:42155 dest: /127.0.0.1:51097
2014-04-10 11:15:36,289 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317 src: /127.0.0.1:43350 dest: /127.0.0.1:50700
2014-04-10 11:15:36,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317 src: /127.0.0.1:37649 dest: /127.0.0.1:43710
2014-04-10 11:15:36,293 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37649, dest: /127.0.0.1:43710, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 2071815
2014-04-10 11:15:36,293 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:36,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43350, dest: /127.0.0.1:50700, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 2716130
2014-04-10 11:15:36,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42155, dest: /127.0.0.1:51097, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 3234807
2014-04-10 11:15:36,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,295 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50731, dest: /127.0.0.1:55447, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 3513076
2014-04-10 11:15:36,295 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742141_1317{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,311 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:36,322 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0029_01_000006
2014-04-10 11:15:36,323 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:36,323 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0029_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:15:36,323 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000006
2014-04-10 11:15:36,323 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0029_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:15:36,323 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:15:36,324 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0029_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:36,324 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:36,324 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:15:36,324 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0029_000001 released container container_1397146165236_0029_01_000006 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:36,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,346 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:36,362 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318 src: /127.0.0.1:50735 dest: /127.0.0.1:55447
2014-04-10 11:15:36,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318 src: /127.0.0.1:37651 dest: /127.0.0.1:43710
2014-04-10 11:15:36,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318 src: /127.0.0.1:43354 dest: /127.0.0.1:50700
2014-04-10 11:15:36,367 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43354, dest: /127.0.0.1:50700, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, duration: 1834126
2014-04-10 11:15:36,368 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:36,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,368 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37651, dest: /127.0.0.1:43710, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, duration: 2486806
2014-04-10 11:15:36,368 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,369 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50735, dest: /127.0.0.1:55447, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, duration: 2977687
2014-04-10 11:15:36,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742142_1318{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,369 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,386 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:36,386 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:15:36,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:36,426 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:36,445 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319 src: /127.0.0.1:50738 dest: /127.0.0.1:55447
2014-04-10 11:15:36,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319 src: /127.0.0.1:43356 dest: /127.0.0.1:50700
2014-04-10 11:15:36,448 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319 src: /127.0.0.1:42163 dest: /127.0.0.1:51097
2014-04-10 11:15:36,460 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42163, dest: /127.0.0.1:51097, bytes: 82436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, duration: 2796087
2014-04-10 11:15:36,461 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:36,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,461 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43356, dest: /127.0.0.1:50700, bytes: 82436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, duration: 3498794
2014-04-10 11:15:36,461 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,462 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50738, dest: /127.0.0.1:55447, bytes: 82436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, duration: 4118503
2014-04-10 11:15:36,462 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:36,463 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742143_1319{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:36,477 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:36,478 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0030
2014-04-10 11:15:36,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030 dst=null perm=null
2014-04-10 11:15:36,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:36,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:36,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:36,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:36,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:36,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:36,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:36,486 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:36,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:36,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:36,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:36,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:36,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:36,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:36,534 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 30 submitted by user brock
2014-04-10 11:15:36,534 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0030
2014-04-10 11:15:36,534 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0030
2014-04-10 11:15:36,534 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0030
2014-04-10 11:15:36,534 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0030 State change from NEW to NEW_SAVING
2014-04-10 11:15:36,535 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0030 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:15:36,535 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0030_000001
2014-04-10 11:15:36,535 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from NEW to SUBMITTED
2014-04-10 11:15:36,535 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0030 from user: brock activated in queue: default
2014-04-10 11:15:36,536 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0030 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:15:36,536 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0030
2014-04-10 11:15:36,536 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0030 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:15:36,536 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0030_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:15:36,536 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:15:36,537 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0030 State change from SUBMITTED to ACCEPTED
2014-04-10 11:15:36,539 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0030/
2014-04-10 11:15:36,539 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper] submitted hadoop job: job_1397146165236_0030
2014-04-10 11:15:36,539 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper] tracking url: http://localhost:56922/proxy/application_1397146165236_0030/
2014-04-10 11:15:36,646 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:36,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000001
2014-04-10 11:15:36,647 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:15:36,647 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0030_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:36,647 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:15:36,647 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:36,647 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:36,648 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0030 AttemptId: appattempt_1397146165236_0030_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0030_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:15:36,648 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:15:36,648 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:15:36,649 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0030_000001
2014-04-10 11:15:36,649 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0030_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0030_000001
2014-04-10 11:15:36,649 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0030_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:15:36,652 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0030_000001 (auth:SIMPLE)
2014-04-10 11:15:36,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000001 by user brock
2014-04-10 11:15:36,654 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0030
2014-04-10 11:15:36,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000001
2014-04-10 11:15:36,655 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from NEW to INITING
2014-04-10 11:15:36,655 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000001 to application application_1397146165236_0030
2014-04-10 11:15:36,655 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from INITING to RUNNING
2014-04-10 11:15:36,655 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0030_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0030_000001
2014-04-10 11:15:36,656 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:15:36,656 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:15:36,656 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:36,656 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:36,656 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:15:36,656 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:15:36,657 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:36,657 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0030_01_000001
2014-04-10 11:15:36,666 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0030_01_000001.tokens. Credentials list:
2014-04-10 11:15:36,680 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:36,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0030_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000001.tokens
2014-04-10 11:15:36,740 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:36,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:36,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:36,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:36,848 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42167, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1877906470_17234, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, duration: 998175
2014-04-10 11:15:36,872 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:36,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:36,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:36,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:36,897 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37660, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1877906470_17234, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, duration: 263363
2014-04-10 11:15:36,914 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:36,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742130_1306 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:15:36,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742131_1307 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:15:36,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742132_1308 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:15:36,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742133_1309 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:15:36,929 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742135_1311 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:15:36,929 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742134_1310 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:15:36,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0029 dst=null perm=null
2014-04-10 11:15:36,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:36,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:36,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:36,939 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42167, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1877906470_17234, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 218438
2014-04-10 11:15:36,956 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:36,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:36,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:36,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:36,980 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50725, bytes: 83084, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1877906470_17234, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, duration: 363900
2014-04-10 11:15:36,997 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0030/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:36,997 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:37,030 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:37,030 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:37,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000001/default_container_executor.sh]
2014-04-10 11:15:37,645 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:38,079 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073742140_1316 to datanode(s) 127.0.0.1:55447
2014-04-10 11:15:38,079 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742132_1308, blk_1073742133_1309, blk_1073742134_1310, blk_1073742135_1311, blk_1073742137_1313, blk_1073742122_1298, blk_1073742125_1301]
2014-04-10 11:15:38,079 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742132_1308, blk_1073742133_1309, blk_1073742134_1310, blk_1073742122_1298, blk_1073742123_1299, blk_1073742124_1300, blk_1073742125_1301]
2014-04-10 11:15:38,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:38,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/COMMIT_STARTED dst=null perm=null
2014-04-10 11:15:38,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:15:38,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/COMMIT_FAIL dst=null perm=null
2014-04-10 11:15:38,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030 dst=null perm=null
2014-04-10 11:15:38,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:38,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:38,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:38,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:38,560 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50751, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318, duration: 161226
2014-04-10 11:15:38,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318
2014-04-10 11:15:38,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319
2014-04-10 11:15:38,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315
2014-04-10 11:15:38,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317
2014-04-10 11:15:38,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311
2014-04-10 11:15:38,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313
2014-04-10 11:15:38,671 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312
2014-04-10 11:15:38,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318
2014-04-10 11:15:38,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316
2014-04-10 11:15:38,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311
2014-04-10 11:15:38,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317
2014-04-10 11:15:38,705 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313
2014-04-10 11:15:38,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319
2014-04-10 11:15:38,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742137_1313
2014-04-10 11:15:38,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314
2014-04-10 11:15:38,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742142_1318
2014-04-10 11:15:38,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742135_1311
2014-04-10 11:15:38,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315
2014-04-10 11:15:38,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312
2014-04-10 11:15:38,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317
2014-04-10 11:15:38,904 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314
2014-04-10 11:15:39,070 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316
2014-04-10 11:15:39,160 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0030_000001 (auth:SIMPLE)
2014-04-10 11:15:39,162 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0030_000001
2014-04-10 11:15:39,162 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0030 APPATTEMPTID=appattempt_1397146165236_0030_000001
2014-04-10 11:15:39,163 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:15:39,163 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0030 State change from ACCEPTED to RUNNING
2014-04-10 11:15:39,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:39,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:39,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:39,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319
2014-04-10 11:15:39,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742138_1314
2014-04-10 11:15:39,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317
2014-04-10 11:15:39,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742136_1312
2014-04-10 11:15:39,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742139_1315
2014-04-10 11:15:39,343 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:15:39,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320 src: /127.0.0.1:42177 dest: /127.0.0.1:51097
2014-04-10 11:15:39,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320 src: /127.0.0.1:37670 dest: /127.0.0.1:43710
2014-04-10 11:15:39,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320 src: /127.0.0.1:50756 dest: /127.0.0.1:55447
2014-04-10 11:15:39,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50756, dest: /127.0.0.1:55447, bytes: 96371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320, duration: 4536098
2014-04-10 11:15:39,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:39,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:39,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37670, dest: /127.0.0.1:43710, bytes: 96371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320, duration: 4012927
2014-04-10 11:15:39,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:39,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:39,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42177, dest: /127.0.0.1:51097, bytes: 96371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320, duration: 5422718
2014-04-10 11:15:39,392 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:39,392 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742144_1320{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:39,411 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1_conf.xml is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:39,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130 for deletion
2014-04-10 11:15:39,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131 for deletion
2014-04-10 11:15:39,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742132 for deletion
2014-04-10 11:15:39,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130
2014-04-10 11:15:39,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131
2014-04-10 11:15:39,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742132
2014-04-10 11:15:39,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742133 for deletion
2014-04-10 11:15:39,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742134_1310 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742134 for deletion
2014-04-10 11:15:39,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742135 for deletion
2014-04-10 11:15:39,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742133
2014-04-10 11:15:39,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742134_1310 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742134
2014-04-10 11:15:39,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742137 for deletion
2014-04-10 11:15:39,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742135
2014-04-10 11:15:39,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742122 for deletion
2014-04-10 11:15:39,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742125 for deletion
2014-04-10 11:15:39,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742137
2014-04-10 11:15:39,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742122
2014-04-10 11:15:39,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742125
2014-04-10 11:15:39,500 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316 to 127.0.0.1:55447
2014-04-10 11:15:39,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130 for deletion
2014-04-10 11:15:39,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131 for deletion
2014-04-10 11:15:39,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130
2014-04-10 11:15:39,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742132 for deletion
2014-04-10 11:15:39,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131
2014-04-10 11:15:39,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742133 for deletion
2014-04-10 11:15:39,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742132
2014-04-10 11:15:39,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742134_1310 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742134 for deletion
2014-04-10 11:15:39,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316 src: /127.0.0.1:50757 dest: /127.0.0.1:55447
2014-04-10 11:15:39,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742122 for deletion
2014-04-10 11:15:39,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742133
2014-04-10 11:15:39,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742123 for deletion
2014-04-10 11:15:39,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742122
2014-04-10 11:15:39,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742124 for deletion
2014-04-10 11:15:39,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742124
2014-04-10 11:15:39,503 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:15:39,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742134_1310 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742134
2014-04-10 11:15:39,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742125 for deletion
2014-04-10 11:15:39,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742123
2014-04-10 11:15:39,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742125
2014-04-10 11:15:39,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316 src: /127.0.0.1:50757 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:15:39,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742140_1316 size 244650
2014-04-10 11:15:39,708 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316
2014-04-10 11:15:39,710 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320
2014-04-10 11:15:40,324 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:40,324 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000002
2014-04-10 11:15:40,324 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:40,324 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0030_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,324 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:15:40,325 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:40,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000003
2014-04-10 11:15:40,325 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:15:40,325 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0030_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,325 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:15:40,325 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,647 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:40,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000004
2014-04-10 11:15:40,647 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:40,647 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0030_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,648 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:15:40,648 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,648 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:40,648 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000005
2014-04-10 11:15:40,648 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:15:40,649 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0030_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,649 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:15:40,649 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:40,764 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000006
2014-04-10 11:15:40,764 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:15:40,764 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0030_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,764 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:15:40,765 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,765 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:40,765 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000007
2014-04-10 11:15:40,765 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000007 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:15:40,765 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000007, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0030_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:40,766 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:15:40,766 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:41,080 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742134_1310, blk_1073742135_1311, blk_1073742137_1313, blk_1073742122_1298, blk_1073742123_1299, blk_1073742124_1300]
2014-04-10 11:15:41,080 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742130_1306, blk_1073742131_1307, blk_1073742132_1308, blk_1073742133_1309, blk_1073742135_1311, blk_1073742137_1313, blk_1073742123_1299, blk_1073742124_1300, blk_1073742125_1301]
2014-04-10 11:15:41,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:41,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:41,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:41,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:41,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:41,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:41,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:41,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:41,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:41,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:41,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:41,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:41,340 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0030_000001 (auth:SIMPLE)
2014-04-10 11:15:41,340 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0030_000001 (auth:SIMPLE)
2014-04-10 11:15:41,340 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0030_000001 (auth:SIMPLE)
2014-04-10 11:15:41,344 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000004 by user brock
2014-04-10 11:15:41,344 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000005 by user brock
2014-04-10 11:15:41,344 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000004
2014-04-10 11:15:41,344 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000002 by user brock
2014-04-10 11:15:41,344 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000005
2014-04-10 11:15:41,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0030
2014-04-10 11:15:41,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000007 by user brock
2014-04-10 11:15:41,345 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000002
2014-04-10 11:15:41,345 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from NEW to INITING
2014-04-10 11:15:41,344 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000004 to application application_1397146165236_0030
2014-04-10 11:15:41,345 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000002 to application application_1397146165236_0030
2014-04-10 11:15:41,345 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from INITING to RUNNING
2014-04-10 11:15:41,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000003 by user brock
2014-04-10 11:15:41,346 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:15:41,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000003
2014-04-10 11:15:41,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0030
2014-04-10 11:15:41,345 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000006 by user brock
2014-04-10 11:15:41,346 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from NEW to INITING
2014-04-10 11:15:41,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000007
2014-04-10 11:15:41,346 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,345 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000005 to application application_1397146165236_0030
2014-04-10 11:15:41,347 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,347 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:41,346 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000006
2014-04-10 11:15:41,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:15:41,346 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000007 to application application_1397146165236_0030
2014-04-10 11:15:41,347 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0030
2014-04-10 11:15:41,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:15:41,347 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000006 to application application_1397146165236_0030
2014-04-10 11:15:41,347 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,347 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from INITING to RUNNING
2014-04-10 11:15:41,347 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,348 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:41,347 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:41,348 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0030
2014-04-10 11:15:41,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:15:41,348 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:41,348 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000003 to application application_1397146165236_0030
2014-04-10 11:15:41,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:15:41,348 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,348 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0030_01_000002
2014-04-10 11:15:41,348 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,348 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,349 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0030
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:41,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:15:41,349 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0030
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:41,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:41,349 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:41,349 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0030
2014-04-10 11:15:41,349 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,349 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0030_01_000003
2014-04-10 11:15:41,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0030
2014-04-10 11:15:41,350 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:41,350 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0030
2014-04-10 11:15:41,350 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0030_01_000007
2014-04-10 11:15:41,353 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0030_01_000006
2014-04-10 11:15:41,358 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0030_01_000002.tokens. Credentials list:
2014-04-10 11:15:41,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0030_01_000006.tokens. Credentials list:
2014-04-10 11:15:41,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0030_01_000007.tokens. Credentials list:
2014-04-10 11:15:41,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0030_01_000003.tokens. Credentials list:
2014-04-10 11:15:41,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:41,375 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:41,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:41,375 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:41,375 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:41,375 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:41,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000004/default_container_executor.sh]
2014-04-10 11:15:41,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0030_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000002.tokens
2014-04-10 11:15:41,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:41,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000005/default_container_executor.sh]
2014-04-10 11:15:41,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1397146165236_0030_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000006.tokens
2014-04-10 11:15:41,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:41,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar dst=null perm=null
2014-04-10 11:15:41,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43385, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_659003385_17452, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, duration: 380985
2014-04-10 11:15:41,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37683, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1771257212_17455, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316, duration: 417137
2014-04-10 11:15:41,543 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:41,543 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0030/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:41,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml dst=null perm=null
2014-04-10 11:15:41,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43385, bytes: 83084, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_659003385_17452, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, duration: 183221
2014-04-10 11:15:41,565 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42193, bytes: 83084, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1771257212_17455, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742143_1319, duration: 260886
2014-04-10 11:15:41,578 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:41,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:41,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:41,578 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0030/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:41,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:41,578 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:41,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:41,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:41,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:41,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:41,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:41,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:41,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:41,612 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:41,647 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:41,647 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:41,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000002/default_container_executor.sh]
2014-04-10 11:15:41,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000006/default_container_executor.sh]
2014-04-10 11:15:41,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000007/default_container_executor.sh]
2014-04-10 11:15:41,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000003/default_container_executor.sh]
2014-04-10 11:15:41,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:41,764 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:42,073 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0029_01_000001 succeeded
2014-04-10 11:15:42,073 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:15:42,073 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0029_01_000001
2014-04-10 11:15:42,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000001
2014-04-10 11:15:42,085 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000001
2014-04-10 11:15:42,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000001
2014-04-10 11:15:42,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0029/container_1397146165236_0029_01_000001
2014-04-10 11:15:42,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000001
2014-04-10 11:15:42,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0029_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:15:42,090 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0029_01_000001 from application application_1397146165236_0029
2014-04-10 11:15:42,090 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:42,090 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0029
2014-04-10 11:15:42,229 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:42,324 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0029_01_000001
2014-04-10 11:15:42,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:42,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:42,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0029_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:42,325 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0029_000001
2014-04-10 11:15:42,325 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0029_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:15:42,325 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0029_000001 State change from FINISHING to FINISHED
2014-04-10 11:15:42,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0029 CONTAINERID=container_1397146165236_0029_01_000001
2014-04-10 11:15:42,325 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0029 State change from FINISHING to FINISHED
2014-04-10 11:15:42,325 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0029_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:15:42,325 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0029_000001
2014-04-10 11:15:42,325 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:15:42,325 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0029
2014-04-10 11:15:42,326 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0029_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:42,326 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0029,name=[94AC3BE2986444B1911F3564E4E3179F/5489D763D6AD46C1BC7CB697219D9BDE] merged/(2/2) ...splitsourcemergedsamename,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0029/jobhistory/job/job_1397146165236_0029,appMasterHost=localhost.localdomain,startTime=1397146521775,finishTime=1397146535861,finalStatus=SUCCEEDED
2014-04-10 11:15:42,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:42,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:15:42,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0029_000001 released container container_1397146165236_0029_01_000001 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:42,326 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0029_000001 is done. finalState=FINISHED
2014-04-10 11:15:42,326 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0029 requests cleared
2014-04-10 11:15:42,326 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0029 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:15:42,326 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0029 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:15:42,328 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0029_000001 (auth:SIMPLE)
2014-04-10 11:15:42,337 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0029_01_000001
2014-04-10 11:15:42,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742132 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742133 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742132_1308 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742132
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742135 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742137 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742123 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742124 for deletion
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742123
2014-04-10 11:15:42,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742133_1309 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742133
2014-04-10 11:15:42,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742135
2014-04-10 11:15:42,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742137
2014-04-10 11:15:42,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742124
2014-04-10 11:15:42,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742125 for deletion
2014-04-10 11:15:42,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742125_1301 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742125
2014-04-10 11:15:42,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130 for deletion
2014-04-10 11:15:42,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131 for deletion
2014-04-10 11:15:42,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742134_1310 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742134 for deletion
2014-04-10 11:15:42,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742131_1307 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742131
2014-04-10 11:15:42,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742130_1306 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742130
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742134_1310 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742134
2014-04-10 11:15:42,483 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742135 for deletion
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742137 for deletion
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742135_1311 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742135
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742122 for deletion
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742123 for deletion
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742124 for deletion
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742123_1299 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742123
2014-04-10 11:15:42,484 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742137_1313 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742137
2014-04-10 11:15:42,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742122_1298 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742122
2014-04-10 11:15:42,485 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742124_1300 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742124
2014-04-10 11:15:42,634 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:42,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:42,810 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:42,810 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:42,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:42,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:42,811 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0029
2014-04-10 11:15:42,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:42,811 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:42,811 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0029, with delay of 10800 seconds
2014-04-10 11:15:43,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0030_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000003.tokens
2014-04-10 11:15:43,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:43,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0030_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000007.tokens
2014-04-10 11:15:43,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:43,339 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:43,339 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0029
2014-04-10 11:15:43,339 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0029 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:43,339 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0029, with delay of 10800 seconds
2014-04-10 11:15:43,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:43,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:43,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:43,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0029
2014-04-10 11:15:43,908 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320
2014-04-10 11:15:43,952 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742140_1316
2014-04-10 11:15:43,953 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320
2014-04-10 11:15:44,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:44,439 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50783, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000002_0_924692703_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 153157
2014-04-10 11:15:44,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:44,863 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42208, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000002_0_924692703_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 218376
2014-04-10 11:15:44,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:44,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_m_000002_0 dst=null perm=null
2014-04-10 11:15:44,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:45,015 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000004
2014-04-10 11:15:45,015 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000004
2014-04-10 11:15:45,015 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:15:45,015 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000004
2014-04-10 11:15:45,016 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50787, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000001_0_1194668471_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 191099
2014-04-10 11:15:45,021 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0030_01_000004 is : 143
2014-04-10 11:15:45,030 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:15:45,038 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:45,038 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000004
2014-04-10 11:15:45,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000004
2014-04-10 11:15:45,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000004
2014-04-10 11:15:45,039 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000004
2014-04-10 11:15:45,041 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000004
2014-04-10 11:15:45,041 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:45,041 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000004 from application application_1397146165236_0030
2014-04-10 11:15:45,041 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:45,041 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:45,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50789, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000003_0_1911688228_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 164958
2014-04-10 11:15:45,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:45,096 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42213, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000001_0_1194668471_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 114413
2014-04-10 11:15:45,102 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:45,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:45,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321 src: /127.0.0.1:42216 dest: /127.0.0.1:51097
2014-04-10 11:15:45,148 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321 src: /127.0.0.1:37709 dest: /127.0.0.1:43710
2014-04-10 11:15:45,149 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321 src: /127.0.0.1:50795 dest: /127.0.0.1:55447
2014-04-10 11:15:45,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:45,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37711, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000003_0_1911688228_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 156070
2014-04-10 11:15:45,168 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1.jhist for DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:45,203 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50797, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000000_0_-1586717697_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 174697
2014-04-10 11:15:45,209 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50798, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000004_0_972649938_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 175352
2014-04-10 11:15:45,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:45,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:15:45,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42222, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000004_0_972649938_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 178274
2014-04-10 11:15:45,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_m_000001_0 dst=null perm=null
2014-04-10 11:15:45,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job.split dst=null perm=null
2014-04-10 11:15:45,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_m_000003_0 dst=null perm=null
2014-04-10 11:15:45,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000003
2014-04-10 11:15:45,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000003
2014-04-10 11:15:45,436 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:15:45,436 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000003
2014-04-10 11:15:45,449 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0030_01_000003 is : 143
2014-04-10 11:15:45,456 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:45,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000003
2014-04-10 11:15:45,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000003
2014-04-10 11:15:45,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000003
2014-04-10 11:15:45,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000003
2014-04-10 11:15:45,457 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000003
2014-04-10 11:15:45,458 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:45,458 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000003 from application application_1397146165236_0030
2014-04-10 11:15:45,458 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:45,458 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:45,476 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43419, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000000_0_-1586717697_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 156997
2014-04-10 11:15:45,488 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000005
2014-04-10 11:15:45,488 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000005
2014-04-10 11:15:45,488 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:15:45,489 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000005
2014-04-10 11:15:45,489 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000004
2014-04-10 11:15:45,489 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:45,489 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:15:45,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000004
2014-04-10 11:15:45,490 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:15:45,490 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:15:45,490 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:45,490 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:45,490 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:15:45,490 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000004 on node: host: localhost:57966 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:15:45,505 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0030_01_000005 is : 143
2014-04-10 11:15:45,507 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37716, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000005_0_1990545608_1, offset: 1536, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742141_1317, duration: 172442
2014-04-10 11:15:45,516 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:45,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000005
2014-04-10 11:15:45,516 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000005
2014-04-10 11:15:45,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000005
2014-04-10 11:15:45,517 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000005
2014-04-10 11:15:45,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:45,517 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000005 from application application_1397146165236_0030
2014-04-10 11:15:45,517 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:45,517 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:45,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000005
2014-04-10 11:15:45,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_m_000000_0 dst=null perm=null
2014-04-10 11:15:45,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:15:45,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_m_000004_0 dst=null perm=null
2014-04-10 11:15:45,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43421, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0030_m_000005_0_1990545608_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 159483
2014-04-10 11:15:45,594 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000002
2014-04-10 11:15:45,594 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000002
2014-04-10 11:15:45,594 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:15:45,594 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000002
2014-04-10 11:15:45,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000003
2014-04-10 11:15:45,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:45,595 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:15:45,595 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000003
2014-04-10 11:15:45,595 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:15:45,595 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:15:45,595 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:45,595 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:45,595 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:15:45,595 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000003 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:15:45,600 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0030_01_000002 is : 143
2014-04-10 11:15:45,611 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:45,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000002
2014-04-10 11:15:45,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000002
2014-04-10 11:15:45,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000002
2014-04-10 11:15:45,612 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000002
2014-04-10 11:15:45,613 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000002
2014-04-10 11:15:45,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:45,613 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000002 from application application_1397146165236_0030
2014-04-10 11:15:45,613 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:45,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:45,619 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000006
2014-04-10 11:15:45,619 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000006
2014-04-10 11:15:45,619 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:15:45,619 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000006
2014-04-10 11:15:45,624 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0030_01_000006 is : 143
2014-04-10 11:15:45,631 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:45,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000006
2014-04-10 11:15:45,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000006
2014-04-10 11:15:45,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000006
2014-04-10 11:15:45,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000006
2014-04-10 11:15:45,631 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000006
2014-04-10 11:15:45,631 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:45,631 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000006 from application application_1397146165236_0030
2014-04-10 11:15:45,631 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:45,631 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:45,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_m_000005_0 dst=null perm=null
2014-04-10 11:15:45,801 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000007
2014-04-10 11:15:45,801 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000007
2014-04-10 11:15:45,801 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:15:45,801 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000007
2014-04-10 11:15:45,801 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000006
2014-04-10 11:15:45,802 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:45,802 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:15:45,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000006
2014-04-10 11:15:45,802 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:15:45,802 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:15:45,802 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:45,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:45,802 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:15:45,802 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000006 on node: host: localhost:44541 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:15:45,806 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0030_01_000007 is : 143
2014-04-10 11:15:45,814 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:45,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000007
2014-04-10 11:15:45,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000007
2014-04-10 11:15:45,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000007
2014-04-10 11:15:45,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000007
2014-04-10 11:15:45,815 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000007
2014-04-10 11:15:45,815 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:45,815 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000007 from application application_1397146165236_0030
2014-04-10 11:15:45,815 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:45,815 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:46,489 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000005
2014-04-10 11:15:46,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:46,490 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:15:46,490 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000005
2014-04-10 11:15:46,490 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:15:46,491 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:15:46,491 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,491 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,491 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:15:46,491 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000005 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:46,492 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:46,492 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000008
2014-04-10 11:15:46,492 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0030_01_000008 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:46,492 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0030 container=Container: [ContainerId: container_1397146165236_0030_01_000008, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0030_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,492 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:15:46,493 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,594 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000002
2014-04-10 11:15:46,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:46,595 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:15:46,595 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000002
2014-04-10 11:15:46,595 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:15:46,596 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:15:46,596 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,596 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,596 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:15:46,596 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000002 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:15:46,802 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000007
2014-04-10 11:15:46,802 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:46,802 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:15:46,802 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000007
2014-04-10 11:15:46,803 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000007 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:15:46,803 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:15:46,803 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000007, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,803 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:46,803 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:15:46,803 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000007 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:15:47,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:47,270 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0030_01_000008 by user brock
2014-04-10 11:15:47,270 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000008
2014-04-10 11:15:47,270 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0030_01_000008 to application application_1397146165236_0030
2014-04-10 11:15:47,271 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:15:47,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0030
2014-04-10 11:15:47,271 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0030
2014-04-10 11:15:47,271 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:47,271 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0030
2014-04-10 11:15:47,272 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:47,303 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:47,303 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:47,363 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000008/default_container_executor.sh]
2014-04-10 11:15:47,490 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:48,262 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:49,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,111 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:49,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322 src: /127.0.0.1:37730 dest: /127.0.0.1:43710
2014-04-10 11:15:49,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322 src: /127.0.0.1:42239 dest: /127.0.0.1:51097
2014-04-10 11:15:49,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322 src: /127.0.0.1:43434 dest: /127.0.0.1:50700
2014-04-10 11:15:49,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43434, dest: /127.0.0.1:50700, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0030_r_000000_0_1041225653_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, duration: 15056098
2014-04-10 11:15:49,207 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:49,207 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,207 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42239, dest: /127.0.0.1:51097, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0030_r_000000_0_1041225653_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, duration: 15435638
2014-04-10 11:15:49,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,208 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,208 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37730, dest: /127.0.0.1:43710, bytes: 20, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0030_r_000000_0_1041225653_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, duration: 16243200
2014-04-10 11:15:49,208 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,209 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742146_1322{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,227 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0030_r_000000_0_1041225653_1
2014-04-10 11:15:49,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_r_000000_0 dst=null perm=null
2014-04-10 11:15:49,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_r_000000_0 dst=null perm=null
2014-04-10 11:15:49,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1397146165236_0030_r_000000 dst=null perm=null
2014-04-10 11:15:49,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/_temporary/attempt_1397146165236_0030_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1397146165236_0030_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:49,332 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000008
2014-04-10 11:15:49,332 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000008
2014-04-10 11:15:49,332 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:15:49,332 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000008
2014-04-10 11:15:49,338 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0030_01_000008 is : 143
2014-04-10 11:15:49,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,355 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:49,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000008
2014-04-10 11:15:49,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000008
2014-04-10 11:15:49,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000008
2014-04-10 11:15:49,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000008
2014-04-10 11:15:49,357 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000008
2014-04-10 11:15:49,357 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:49,357 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000008 from application application_1397146165236_0030
2014-04-10 11:15:49,357 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:49,357 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:49,368 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:49,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1 dst=null perm=null
2014-04-10 11:15:49,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:49,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:49,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1397146165236_0030_r_000000 dst=null perm=null
2014-04-10 11:15:49,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:15:49,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary/1/task_1397146165236_0030_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:15:49,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,452 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_SUCCESS is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:49,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:49,514 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50795, dest: /127.0.0.1:55447, bytes: 76005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321, duration: 4363933728
2014-04-10 11:15:49,514 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:49,515 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 16401
2014-04-10 11:15:49,515 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37709, dest: /127.0.0.1:43710, bytes: 76005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321, duration: 4358916764
2014-04-10 11:15:49,516 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,517 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42216, dest: /127.0.0.1:51097, bytes: 76005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321, duration: 4359550443
2014-04-10 11:15:49,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 16401
2014-04-10 11:15:49,517 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742145_1321{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 16401
2014-04-10 11:15:49,535 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1.jhist is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:49,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:15:49,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323 src: /127.0.0.1:43435 dest: /127.0.0.1:50700
2014-04-10 11:15:49,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323 src: /127.0.0.1:50819 dest: /127.0.0.1:55447
2014-04-10 11:15:49,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323 src: /127.0.0.1:37735 dest: /127.0.0.1:43710
2014-04-10 11:15:49,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37735, dest: /127.0.0.1:43710, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323, duration: 2079836
2014-04-10 11:15:49,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:49,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50819, dest: /127.0.0.1:55447, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323, duration: 2563392
2014-04-10 11:15:49,578 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,578 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43435, dest: /127.0.0.1:50700, bytes: 453, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323, duration: 3330942
2014-04-10 11:15:49,578 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,579 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742147_1323{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,593 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary_tmp is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:49,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1.jhist dst=null perm=null
2014-04-10 11:15:49,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist_tmp dst=null perm=null
2014-04-10 11:15:49,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1.jhist dst=null perm=null
2014-04-10 11:15:49,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist_tmp dst=null perm=null
2014-04-10 11:15:49,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1.jhist dst=null perm=null
2014-04-10 11:15:49,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,650 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50821, bytes: 76601, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321, duration: 208503
2014-04-10 11:15:49,652 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:49,671 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324 src: /127.0.0.1:37737 dest: /127.0.0.1:43710
2014-04-10 11:15:49,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324 src: /127.0.0.1:50823 dest: /127.0.0.1:55447
2014-04-10 11:15:49,672 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324 src: /127.0.0.1:42247 dest: /127.0.0.1:51097
2014-04-10 11:15:49,676 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42247, dest: /127.0.0.1:51097, bytes: 76005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324, duration: 3158704
2014-04-10 11:15:49,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:49,677 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,677 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50823, dest: /127.0.0.1:55447, bytes: 76005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324, duration: 3708012
2014-04-10 11:15:49,677 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,678 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37737, dest: /127.0.0.1:43710, bytes: 76005, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324, duration: 4341123
2014-04-10 11:15:49,678 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742148_1324{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,693 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist_tmp is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:49,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1_conf.xml dst=null perm=null
2014-04-10 11:15:49,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:49,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1_conf.xml dst=null perm=null
2014-04-10 11:15:49,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324
2014-04-10 11:15:49,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:49,716 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322
2014-04-10 11:15:49,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030/job_1397146165236_0030_1_conf.xml dst=null perm=null
2014-04-10 11:15:49,718 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321
2014-04-10 11:15:49,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:49,737 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50821, bytes: 97127, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742144_1320, duration: 373436
2014-04-10 11:15:49,741 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:49,754 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325 src: /127.0.0.1:37740 dest: /127.0.0.1:43710
2014-04-10 11:15:49,755 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325 src: /127.0.0.1:50826 dest: /127.0.0.1:55447
2014-04-10 11:15:49,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325 src: /127.0.0.1:42250 dest: /127.0.0.1:51097
2014-04-10 11:15:49,760 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42250, dest: /127.0.0.1:51097, bytes: 96371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325, duration: 2868292
2014-04-10 11:15:49,761 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:49,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,761 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50826, dest: /127.0.0.1:55447, bytes: 96371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325, duration: 3419209
2014-04-10 11:15:49,761 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,762 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37740, dest: /127.0.0.1:43710, bytes: 96371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_199609337_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325, duration: 4115293
2014-04-10 11:15:49,762 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:49,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742149_1325{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:49,777 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_199609337_1
2014-04-10 11:15:49,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,852 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0030_000001 with final state: FINISHING
2014-04-10 11:15:49,852 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:49,852 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0030 with final state: FINISHING
2014-04-10 11:15:49,853 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0030 State change from RUNNING to FINAL_SAVING
2014-04-10 11:15:49,853 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0030
2014-04-10 11:15:49,853 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:49,853 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0030 State change from FINAL_SAVING to FINISHING
2014-04-10 11:15:49,879 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:15:49,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:49,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:49,883 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0030 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist
2014-04-10 11:15:49,884 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist]
2014-04-10 11:15:49,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist dst=null perm=null
2014-04-10 11:15:49,888 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37745, bytes: 76601, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324, duration: 393951
2014-04-10 11:15:49,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary dst=null perm=null
2014-04-10 11:15:49,908 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37745, bytes: 457, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323, duration: 236953
2014-04-10 11:15:49,909 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0030,submitTime=1397146536533,launchTime=1397146539171,firstMapTaskLaunchTime=1397146541351,firstReduceTaskLaunchTime=1397146547271,finishTime=1397146549486,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=24,reduceSlotSeconds=2,jobName=[AF20850B8FDD4A0C99F4B9ABF83C9D9E/48265173148D4489A152E051E8553F79] lower+upper/(1/1) ...grouping-nondeterministic
2014-04-10 11:15:49,909 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary]
2014-04-10 11:15:49,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742147_1323 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:15:49,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030.summary dst=null perm=null
2014-04-10 11:15:49,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:15:49,929 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist
2014-04-10 11:15:49,943 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0030-1397146536533-brock-%5BAF20850B8FDD4A0C99F4B9ABF83C9D9E%2F48265173148D4489-1397146549486-6-1-SUCCEEDED-default-1397146539171.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,944 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0030_conf.xml
2014-04-10 11:15:49,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0030_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0030_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:49,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:49,980 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary
2014-04-10 11:15:49,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/_temporary dst=null perm=null
2014-04-10 11:15:49,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:49,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:49,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:50,000 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:50,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:15:50,004 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42254, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, duration: 216869
2014-04-10 11:15:50,004 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic
2014-04-10 11:15:50,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:50,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:50,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:50,007 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic dst=null perm=null
2014-04-10 11:15:50,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:15:50,009 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/insensitivegrouping-nondeterministic/part-00000 dst=null perm=null
2014-04-10 11:15:50,010 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42254, bytes: 24, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322, duration: 188571
2014-04-10 11:15:50,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:50,028 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:15:50,029 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:15:50,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:50,044 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:15:50,044 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt"]
2014-04-10 11:15:50,045 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon"]
2014-04-10 11:15:50,045 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:15:50,045 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:15:50,045 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:15:50,046 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...pesplatform/ungroupedanon
2014-04-10 11:15:50,059 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:50,066 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:15:50,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:50,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:50,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:50,069 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 31
2014-04-10 11:15:50,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031 dst=null perm=null
2014-04-10 11:15:50,081 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742147_1323]
2014-04-10 11:15:50,081 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742147_1323]
2014-04-10 11:15:50,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:15:50,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:15:50,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:50,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,154 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:15:50,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326 src: /127.0.0.1:50832 dest: /127.0.0.1:55447
2014-04-10 11:15:50,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326 src: /127.0.0.1:42256 dest: /127.0.0.1:51097
2014-04-10 11:15:50,172 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326 src: /127.0.0.1:37749 dest: /127.0.0.1:43710
2014-04-10 11:15:50,177 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37749, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, duration: 3780570
2014-04-10 11:15:50,177 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:50,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,178 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42256, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, duration: 4533552
2014-04-10 11:15:50,178 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,179 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50832, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, duration: 4369854
2014-04-10 11:15:50,179 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742150_1326{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,193 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:50,194 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar
2014-04-10 11:15:50,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:50,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:50,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:50,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:50,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:15:50,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:15:50,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:15:50,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:15:50,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:15:50,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:50,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:50,237 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:15:50,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:50,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,269 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split
2014-04-10 11:15:50,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:50,287 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:15:50,303 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327 src: /127.0.0.1:37750 dest: /127.0.0.1:43710
2014-04-10 11:15:50,304 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327 src: /127.0.0.1:50836 dest: /127.0.0.1:55447
2014-04-10 11:15:50,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327 src: /127.0.0.1:43454 dest: /127.0.0.1:50700
2014-04-10 11:15:50,307 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327 src: /127.0.0.1:42261 dest: /127.0.0.1:51097
2014-04-10 11:15:50,310 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42261, dest: /127.0.0.1:51097, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 2261288
2014-04-10 11:15:50,310 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:50,311 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,311 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43454, dest: /127.0.0.1:50700, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 2859392
2014-04-10 11:15:50,311 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50836, dest: /127.0.0.1:55447, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 3650875
2014-04-10 11:15:50,312 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,312 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,312 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37750, dest: /127.0.0.1:43710, bytes: 1917, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 4228253
2014-04-10 11:15:50,313 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,314 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742151_1327{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,327 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:50,333 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000008
2014-04-10 11:15:50,334 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:50,334 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:15:50,334 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000008
2014-04-10 11:15:50,334 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000008 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:15:50,334 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:15:50,334 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000008, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:50,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:50,335 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:15:50,335 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000008 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:50,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,362 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:50,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328 src: /127.0.0.1:42262 dest: /127.0.0.1:51097
2014-04-10 11:15:50,379 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328 src: /127.0.0.1:37755 dest: /127.0.0.1:43710
2014-04-10 11:15:50,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328 src: /127.0.0.1:43458 dest: /127.0.0.1:50700
2014-04-10 11:15:50,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43458, dest: /127.0.0.1:50700, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, duration: 1710225
2014-04-10 11:15:50,384 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:50,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,384 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37755, dest: /127.0.0.1:43710, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, duration: 2529443
2014-04-10 11:15:50,385 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,385 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,385 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42262, dest: /127.0.0.1:51097, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, duration: 3302335
2014-04-10 11:15:50,385 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,386 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742152_1328{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,402 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:50,402 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:15:50,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:15:50,442 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:15:50,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329 src: /127.0.0.1:43459 dest: /127.0.0.1:50700
2014-04-10 11:15:50,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329 src: /127.0.0.1:42266 dest: /127.0.0.1:51097
2014-04-10 11:15:50,464 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329 src: /127.0.0.1:50844 dest: /127.0.0.1:55447
2014-04-10 11:15:50,468 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50844, dest: /127.0.0.1:55447, bytes: 80371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, duration: 3289007
2014-04-10 11:15:50,469 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:50,469 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,469 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42266, dest: /127.0.0.1:51097, bytes: 80371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, duration: 3404991
2014-04-10 11:15:50,469 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,470 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43459, dest: /127.0.0.1:50700, bytes: 80371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, duration: 4293605
2014-04-10 11:15:50,470 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:50,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742153_1329{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:50,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:15:50,485 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0031
2014-04-10 11:15:50,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031 dst=null perm=null
2014-04-10 11:15:50,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:50,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:50,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:50,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:50,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:50,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:50,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:50,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:50,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:50,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:50,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:50,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:50,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:50,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:50,541 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 31 submitted by user brock
2014-04-10 11:15:50,542 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0031
2014-04-10 11:15:50,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0031
2014-04-10 11:15:50,542 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0031
2014-04-10 11:15:50,542 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0031 State change from NEW to NEW_SAVING
2014-04-10 11:15:50,542 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0031 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:15:50,543 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0031_000001
2014-04-10 11:15:50,543 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from NEW to SUBMITTED
2014-04-10 11:15:50,543 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0031 from user: brock activated in queue: default
2014-04-10 11:15:50,543 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0031 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:15:50,543 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0031 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:15:50,544 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0031_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:15:50,543 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0031
2014-04-10 11:15:50,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:15:50,544 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0031 State change from SUBMITTED to ACCEPTED
2014-04-10 11:15:50,547 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0031/
2014-04-10 11:15:50,547 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0031
2014-04-10 11:15:50,547 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0031/
2014-04-10 11:15:50,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:50,597 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000001
2014-04-10 11:15:50,597 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0031_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:15:50,597 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0031 container=Container: [ContainerId: container_1397146165236_0031_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0031_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:50,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:15:50,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:50,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:50,598 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0031 AttemptId: appattempt_1397146165236_0031_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0031_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:15:50,599 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:15:50,599 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:15:50,599 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0031_000001
2014-04-10 11:15:50,600 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0031_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0031_000001
2014-04-10 11:15:50,600 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0031_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:15:50,603 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0031_000001 (auth:SIMPLE)
2014-04-10 11:15:50,605 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0031_01_000001 by user brock
2014-04-10 11:15:50,605 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0031
2014-04-10 11:15:50,605 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000001
2014-04-10 11:15:50,605 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from NEW to INITING
2014-04-10 11:15:50,606 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0031_01_000001 to application application_1397146165236_0031
2014-04-10 11:15:50,606 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0031_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0031_000001
2014-04-10 11:15:50,606 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from INITING to RUNNING
2014-04-10 11:15:50,606 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:15:50,606 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:15:50,607 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0031
2014-04-10 11:15:50,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:50,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:15:50,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:15:50,607 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:50,608 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0031_01_000001
2014-04-10 11:15:50,617 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0031_01_000001.tokens. Credentials list:
2014-04-10 11:15:50,631 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:50,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0031_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000001.tokens
2014-04-10 11:15:50,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:15:50,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:50,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:50,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:50,806 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50848, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1420343314_17908, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, duration: 1034056
2014-04-10 11:15:50,830 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:50,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:50,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:50,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:50,854 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43466, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1420343314_17908, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, duration: 237837
2014-04-10 11:15:50,872 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0031/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:50,885 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742140_1316 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:15:50,885 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742141_1317 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:15:50,886 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742142_1318 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:15:50,886 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742143_1319 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:15:50,886 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742145_1321 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:15:50,886 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742144_1320 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:15:50,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0030 dst=null perm=null
2014-04-10 11:15:50,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:50,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:50,891 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:50,898 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37745, bytes: 1933, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1420343314_17908, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 212281
2014-04-10 11:15:50,916 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0031/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:50,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:50,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:50,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:50,940 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43466, bytes: 80999, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1420343314_17908, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, duration: 393290
2014-04-10 11:15:50,958 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:50,958 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:51,000 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:51,000 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:51,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000001/default_container_executor.sh]
2014-04-10 11:15:51,402 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742147 for deletion
2014-04-10 11:15:51,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742147
2014-04-10 11:15:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742147 for deletion
2014-04-10 11:15:51,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742147
2014-04-10 11:15:51,596 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:52,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:15:52,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/COMMIT_STARTED dst=null perm=null
2014-04-10 11:15:52,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:15:52,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/COMMIT_FAIL dst=null perm=null
2014-04-10 11:15:52,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031 dst=null perm=null
2014-04-10 11:15:52,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:15:52,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:15:52,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:52,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.splitmetainfo dst=null perm=null
2014-04-10 11:15:52,568 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43468, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328, duration: 106459
2014-04-10 11:15:53,082 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073742150_1326 to datanode(s) 127.0.0.1:50700
2014-04-10 11:15:53,082 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742140_1316, blk_1073742141_1317, blk_1073742142_1318, blk_1073742143_1319]
2014-04-10 11:15:53,082 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742144_1320, blk_1073742145_1321, blk_1073742140_1316, blk_1073742141_1317, blk_1073742143_1319]
2014-04-10 11:15:53,240 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0031_000001 (auth:SIMPLE)
2014-04-10 11:15:53,241 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0031_000001
2014-04-10 11:15:53,241 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0031 APPATTEMPTID=appattempt_1397146165236_0031_000001
2014-04-10 11:15:53,242 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:15:53,242 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0031 State change from ACCEPTED to RUNNING
2014-04-10 11:15:53,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:53,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:53,368 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:53,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:53,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330 src: /127.0.0.1:37768 dest: /127.0.0.1:43710
2014-04-10 11:15:53,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330 src: /127.0.0.1:42277 dest: /127.0.0.1:51097
2014-04-10 11:15:53,502 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330 src: /127.0.0.1:43472 dest: /127.0.0.1:50700
2014-04-10 11:15:53,507 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43472, dest: /127.0.0.1:50700, bytes: 94234, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330, duration: 5058917
2014-04-10 11:15:53,507 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:53,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:53,508 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42277, dest: /127.0.0.1:51097, bytes: 94234, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330, duration: 5469914
2014-04-10 11:15:53,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:53,508 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:53,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37768, dest: /127.0.0.1:43710, bytes: 94234, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330, duration: 6268266
2014-04-10 11:15:53,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:53,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742154_1330{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:53,526 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1_conf.xml is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:53,912 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327
2014-04-10 11:15:53,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324
2014-04-10 11:15:53,958 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325
2014-04-10 11:15:53,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329
2014-04-10 11:15:53,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321
2014-04-10 11:15:53,960 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327
2014-04-10 11:15:54,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330
2014-04-10 11:15:54,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329
2014-04-10 11:15:54,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328
2014-04-10 11:15:54,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322
2014-04-10 11:15:54,077 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327
2014-04-10 11:15:54,114 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326
2014-04-10 11:15:54,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325
2014-04-10 11:15:54,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742146_1322
2014-04-10 11:15:54,159 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326
2014-04-10 11:15:54,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330
2014-04-10 11:15:54,315 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742147_1323
2014-04-10 11:15:54,315 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328
2014-04-10 11:15:54,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742145_1321
2014-04-10 11:15:54,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:54,335 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000002
2014-04-10 11:15:54,335 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0031_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:54,336 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0031 container=Container: [ContainerId: container_1397146165236_0031_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0031_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:15:54,336 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,336 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:54,337 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000003
2014-04-10 11:15:54,337 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0031_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:15:54,337 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0031 container=Container: [ContainerId: container_1397146165236_0031_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0031_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,337 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:15:54,338 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742148_1324
2014-04-10 11:15:54,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140 for deletion
2014-04-10 11:15:54,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141 for deletion
2014-04-10 11:15:54,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140
2014-04-10 11:15:54,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742142 for deletion
2014-04-10 11:15:54,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141
2014-04-10 11:15:54,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742143 for deletion
2014-04-10 11:15:54,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742142
2014-04-10 11:15:54,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742143
2014-04-10 11:15:54,498 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326 to 127.0.0.1:50700
2014-04-10 11:15:54,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326 src: /127.0.0.1:43473 dest: /127.0.0.1:50700
2014-04-10 11:15:54,500 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:15:54,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742144_1320 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742144 for deletion
2014-04-10 11:15:54,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326 src: /127.0.0.1:43473 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:15:54,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742145 for deletion
2014-04-10 11:15:54,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742144_1320 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742144
2014-04-10 11:15:54,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140 for deletion
2014-04-10 11:15:54,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742145
2014-04-10 11:15:54,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141 for deletion
2014-04-10 11:15:54,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742150_1326 size 244650
2014-04-10 11:15:54,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141
2014-04-10 11:15:54,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140
2014-04-10 11:15:54,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742143 for deletion
2014-04-10 11:15:54,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742143
2014-04-10 11:15:54,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:54,598 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000004
2014-04-10 11:15:54,598 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0031_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:15:54,598 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0031 container=Container: [ContainerId: container_1397146165236_0031_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0031_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,598 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:15:54,599 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,599 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:54,599 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000005
2014-04-10 11:15:54,599 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0031_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:15:54,600 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0031 container=Container: [ContainerId: container_1397146165236_0031_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0031_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:15:54,600 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,722 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742149_1325
2014-04-10 11:15:54,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742152_1328
2014-04-10 11:15:54,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327
2014-04-10 11:15:54,725 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326
2014-04-10 11:15:54,804 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:15:54,805 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000006
2014-04-10 11:15:54,805 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0031_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:15:54,805 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0031 container=Container: [ContainerId: container_1397146165236_0031_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0031_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,805 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:15:54,805 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:54,925 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330
2014-04-10 11:15:54,926 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329
2014-04-10 11:15:55,275 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:55,275 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:55,275 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:55,275 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:55,276 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:15:55,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:55,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:55,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:55,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:55,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:15:55,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:15:55,402 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0031_000001 (auth:SIMPLE)
2014-04-10 11:15:55,402 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0031_000001 (auth:SIMPLE)
2014-04-10 11:15:55,402 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0031_000001 (auth:SIMPLE)
2014-04-10 11:15:55,406 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0031_01_000005 by user brock
2014-04-10 11:15:55,407 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0031_01_000005 to application application_1397146165236_0031
2014-04-10 11:15:55,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0031_01_000004 by user brock
2014-04-10 11:15:55,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000005
2014-04-10 11:15:55,407 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:15:55,407 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000004
2014-04-10 11:15:55,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0031_01_000003 by user brock
2014-04-10 11:15:55,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0031_01_000002 by user brock
2014-04-10 11:15:55,407 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0031_01_000006 by user brock
2014-04-10 11:15:55,408 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0031
2014-04-10 11:15:55,408 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0031
2014-04-10 11:15:55,408 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,409 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000006
2014-04-10 11:15:55,409 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from NEW to INITING
2014-04-10 11:15:55,409 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0031_01_000006 to application application_1397146165236_0031
2014-04-10 11:15:55,409 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from INITING to RUNNING
2014-04-10 11:15:55,409 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:15:55,410 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,410 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,410 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:55,410 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0031
2014-04-10 11:15:55,409 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,410 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:55,408 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000003
2014-04-10 11:15:55,408 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000002
2014-04-10 11:15:55,408 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0031_01_000002 to application application_1397146165236_0031
2014-04-10 11:15:55,410 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0031
2014-04-10 11:15:55,411 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from NEW to INITING
2014-04-10 11:15:55,410 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:55,411 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0031_01_000003 to application application_1397146165236_0031
2014-04-10 11:15:55,411 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:55,411 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0031_01_000004 to application application_1397146165236_0031
2014-04-10 11:15:55,412 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0031_01_000006
2014-04-10 11:15:55,411 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from INITING to RUNNING
2014-04-10 11:15:55,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:55,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:15:55,412 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:15:55,413 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,413 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,413 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:55,413 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:15:55,413 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0031
2014-04-10 11:15:55,413 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,413 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,413 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:55,414 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:55,414 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0031
2014-04-10 11:15:55,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:15:55,414 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:15:55,414 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,415 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0031
2014-04-10 11:15:55,415 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:15:55,415 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0031
2014-04-10 11:15:55,415 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0031_01_000002
2014-04-10 11:15:55,416 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0031_01_000003
2014-04-10 11:15:55,426 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0031_01_000006.tokens. Credentials list:
2014-04-10 11:15:55,430 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0031_01_000003.tokens. Credentials list:
2014-04-10 11:15:55,430 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0031_01_000002.tokens. Credentials list:
2014-04-10 11:15:55,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:55,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:55,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:55,445 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:55,445 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:55,445 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:55,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000005/default_container_executor.sh]
2014-04-10 11:15:55,509 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000004/default_container_executor.sh]
2014-04-10 11:15:55,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0031_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000006.tokens
2014-04-10 11:15:55,510 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:15:55,512 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0031_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000003.tokens
2014-04-10 11:15:55,513 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:15:55,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar dst=null perm=null
2014-04-10 11:15:55,597 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:55,598 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:55,603 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42288, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1290468045_18123, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, duration: 514053
2014-04-10 11:15:55,617 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:55,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,631 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50866, bytes: 80999, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1290468045_18123, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, duration: 191132
2014-04-10 11:15:55,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0031/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:55,642 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:55,642 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:55,660 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:55,660 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:55,663 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:55,663 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:55,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000002/default_container_executor.sh]
2014-04-10 11:15:55,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000003/default_container_executor.sh]
2014-04-10 11:15:55,804 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:55,805 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43481, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_42099448_18122, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326, duration: 206273099
2014-04-10 11:15:55,831 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0031/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:55,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml dst=null perm=null
2014-04-10 11:15:55,852 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50866, bytes: 80999, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_42099448_18122, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742153_1329, duration: 248968
2014-04-10 11:15:55,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0031/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:15:55,875 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:15:55,913 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:15:55,914 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:56,022 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0030_01_000001 succeeded
2014-04-10 11:15:56,022 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:15:56,022 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0030_01_000001
2014-04-10 11:15:56,035 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000001
2014-04-10 11:15:56,036 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000001
2014-04-10 11:15:56,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000001
2014-04-10 11:15:56,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030/container_1397146165236_0030_01_000001
2014-04-10 11:15:56,037 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000001
2014-04-10 11:15:56,037 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0030_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:15:56,038 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0030_01_000001 from application application_1397146165236_0030
2014-04-10 11:15:56,038 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:56,038 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0030
2014-04-10 11:15:56,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000006/default_container_executor.sh]
2014-04-10 11:15:56,082 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742144_1320, blk_1073742145_1321, blk_1073742140_1316, blk_1073742141_1317, blk_1073742142_1318, blk_1073742143_1319]
2014-04-10 11:15:56,083 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742144_1320, blk_1073742145_1321, blk_1073742147_1323, blk_1073742140_1316, blk_1073742141_1317, blk_1073742142_1318]
2014-04-10 11:15:56,292 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:15:56,335 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0030_01_000001
2014-04-10 11:15:56,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:56,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:15:56,335 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0030_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:15:56,335 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0030_000001
2014-04-10 11:15:56,336 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0030_000001 State change from FINISHING to FINISHED
2014-04-10 11:15:56,336 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0030 State change from FINISHING to FINISHED
2014-04-10 11:15:56,336 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0030_000001
2014-04-10 11:15:56,336 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0030_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:15:56,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0030
2014-04-10 11:15:56,336 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0030,name=[AF20850B8FDD4A0C99F4B9ABF83C9D9E/48265173148D4489A152E051E8553F79] lower+upper/(1/1) ...grouping-nondeterministic,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0030/jobhistory/job/job_1397146165236_0030,appMasterHost=localhost.localdomain,startTime=1397146536533,finishTime=1397146549852,finalStatus=SUCCEEDED
2014-04-10 11:15:56,336 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0030 CONTAINERID=container_1397146165236_0030_01_000001
2014-04-10 11:15:56,337 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0030_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:15:56,337 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:15:56,337 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0030_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:56,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:15:56,337 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:15:56,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0030_000001 released container container_1397146165236_0030_01_000001 on node: host: localhost:57966 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:15:56,337 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0030_000001 is done. finalState=FINISHED
2014-04-10 11:15:56,337 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0030 requests cleared
2014-04-10 11:15:56,337 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0030 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:15:56,337 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0030 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:15:56,338 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0030_000001 (auth:SIMPLE)
2014-04-10 11:15:56,349 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0030_01_000001
2014-04-10 11:15:56,598 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:56,598 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,598 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0030
2014-04-10 11:15:56,598 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:56,598 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0030, with delay of 10800 seconds
2014-04-10 11:15:56,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,599 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:15:56,805 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:56,805 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0030
2014-04-10 11:15:56,805 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:56,805 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0030, with delay of 10800 seconds
2014-04-10 11:15:56,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,805 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:56,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0031_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000002.tokens
2014-04-10 11:15:56,979 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:15:57,335 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:15:57,336 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0030
2014-04-10 11:15:57,336 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0030 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:15:57,336 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0030, with delay of 10800 seconds
2014-04-10 11:15:57,336 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:57,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:57,338 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:57,339 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0030
2014-04-10 11:15:57,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742144_1320 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742144 for deletion
2014-04-10 11:15:57,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742145 for deletion
2014-04-10 11:15:57,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742147 for deletion
2014-04-10 11:15:57,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742144_1320 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742144
2014-04-10 11:15:57,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742145
2014-04-10 11:15:57,489 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140 for deletion
2014-04-10 11:15:57,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742147_1323 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742147
2014-04-10 11:15:57,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141 for deletion
2014-04-10 11:15:57,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742142 for deletion
2014-04-10 11:15:57,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141
2014-04-10 11:15:57,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140
2014-04-10 11:15:57,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742142
2014-04-10 11:15:57,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742144_1320 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742144 for deletion
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742145 for deletion
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140 for deletion
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742144_1320 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742144
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742145_1321 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742145
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742140_1316 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742140
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141 for deletion
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742142 for deletion
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742143 for deletion
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742142_1318 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742142
2014-04-10 11:15:57,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742141_1317 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742141
2014-04-10 11:15:57,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742143_1319 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742143
2014-04-10 11:15:58,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:58,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:58,446 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42299, bytes: 1417, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000002_0_-1197415711_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 176075
2014-04-10 11:15:58,476 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42300, bytes: 901, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000003_0_-992571384_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 224060
2014-04-10 11:15:58,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:58,539 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50878, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000002_0_-1197415711_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 212994
2014-04-10 11:15:58,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:58,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50879, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000003_0_-992571384_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 193956
2014-04-10 11:15:58,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:58,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42304, bytes: 1933, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000000_0_2117696818_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 174866
2014-04-10 11:15:58,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:58,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:58,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:58,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:58,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:58,741 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37798, bytes: 1933, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000001_0_106494506_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 178937
2014-04-10 11:15:58,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:58,839 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50884, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000001_0_106494506_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 171330
2014-04-10 11:15:58,840 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:58,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:58,886 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37801, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000000_0_2117696818_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 155053
2014-04-10 11:15:58,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331 src: /127.0.0.1:42308 dest: /127.0.0.1:51097
2014-04-10 11:15:58,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331 src: /127.0.0.1:37802 dest: /127.0.0.1:43710
2014-04-10 11:15:58,897 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331 src: /127.0.0.1:43505 dest: /127.0.0.1:50700
2014-04-10 11:15:58,902 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:15:58,905 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:58,907 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43505, dest: /127.0.0.1:50700, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000002_0_-1197415711_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, duration: 7515491
2014-04-10 11:15:58,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:58,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:58,909 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37802, dest: /127.0.0.1:43710, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000002_0_-1197415711_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, duration: 8963056
2014-04-10 11:15:58,909 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:58,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:58,909 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42308, dest: /127.0.0.1:51097, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000002_0_-1197415711_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, duration: 4280120
2014-04-10 11:15:58,910 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:58,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742155_1331{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:15:58,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332 src: /127.0.0.1:42312 dest: /127.0.0.1:51097
2014-04-10 11:15:58,965 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332 src: /127.0.0.1:43507 dest: /127.0.0.1:50700
2014-04-10 11:15:58,968 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332 src: /127.0.0.1:37806 dest: /127.0.0.1:43710
2014-04-10 11:15:58,974 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37806, dest: /127.0.0.1:43710, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000003_0_-992571384_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, duration: 4883980
2014-04-10 11:15:58,975 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:58,975 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43507, dest: /127.0.0.1:50700, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000003_0_-992571384_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, duration: 5502227
2014-04-10 11:15:58,975 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:58,975 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:58,976 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42312, dest: /127.0.0.1:51097, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000003_0_-992571384_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, duration: 4943378
2014-04-10 11:15:58,976 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:58,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:58,976 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742156_1332{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:15:58,984 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0031_m_000002_0_-1197415711_1
2014-04-10 11:15:58,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job.split dst=null perm=null
2014-04-10 11:15:59,020 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0031_m_000003_0_-992571384_1
2014-04-10 11:15:59,033 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:15:59,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333 src: /127.0.0.1:42315 dest: /127.0.0.1:51097
2014-04-10 11:15:59,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333 src: /127.0.0.1:50894 dest: /127.0.0.1:55447
2014-04-10 11:15:59,041 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333 src: /127.0.0.1:43512 dest: /127.0.0.1:50700
2014-04-10 11:15:59,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000002_0 dst=null perm=null
2014-04-10 11:15:59,049 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43512, dest: /127.0.0.1:50700, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000000_0_2117696818_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, duration: 4078125
2014-04-10 11:15:59,049 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:59,049 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50894, dest: /127.0.0.1:55447, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000000_0_2117696818_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, duration: 3700182
2014-04-10 11:15:59,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,050 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42315, dest: /127.0.0.1:51097, bytes: 16, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000000_0_2117696818_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, duration: 4431511
2014-04-10 11:15:59,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,050 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,050 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742157_1333{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000002_0 dst=null perm=null
2014-04-10 11:15:59,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000002 dst=null perm=null
2014-04-10 11:15:59,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:59,076 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0031_m_000000_0_2117696818_1
2014-04-10 11:15:59,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333
2014-04-10 11:15:59,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332
2014-04-10 11:15:59,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000003_0 dst=null perm=null
2014-04-10 11:15:59,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000003_0 dst=null perm=null
2014-04-10 11:15:59,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000003 dst=null perm=null
2014-04-10 11:15:59,097 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50896, bytes: 901, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000004_0_1989780813_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742151_1327, duration: 176990
2014-04-10 11:15:59,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334 src: /127.0.0.1:43514 dest: /127.0.0.1:50700
2014-04-10 11:15:59,100 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334 src: /127.0.0.1:42321 dest: /127.0.0.1:51097
2014-04-10 11:15:59,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334 src: /127.0.0.1:50899 dest: /127.0.0.1:55447
2014-04-10 11:15:59,107 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50899, dest: /127.0.0.1:55447, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000001_0_106494506_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, duration: 5468366
2014-04-10 11:15:59,107 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:59,108 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742158_1334{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42321, dest: /127.0.0.1:51097, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000001_0_106494506_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, duration: 5353848
2014-04-10 11:15:59,108 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,108 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43514, dest: /127.0.0.1:50700, bytes: 8, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0031_m_000001_0_106494506_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, duration: 6008792
2014-04-10 11:15:59,109 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:59,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742158_1334 size 8
2014-04-10 11:15:59,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742158_1334 size 8
2014-04-10 11:15:59,126 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0031_m_000001_0_106494506_1
2014-04-10 11:15:59,148 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0031_01_000004
2014-04-10 11:15:59,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000004
2014-04-10 11:15:59,148 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:15:59,148 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0031_01_000004
2014-04-10 11:15:59,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000000_0 dst=null perm=null
2014-04-10 11:15:59,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000000_0 dst=null perm=null
2014-04-10 11:15:59,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:15:59,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000000 dst=null perm=null
2014-04-10 11:15:59,180 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0031_01_000004 is : 143
2014-04-10 11:15:59,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335 src: /127.0.0.1:42323 dest: /127.0.0.1:51097
2014-04-10 11:15:59,195 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0031_01_000005
2014-04-10 11:15:59,195 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000005
2014-04-10 11:15:59,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335 src: /127.0.0.1:37816 dest: /127.0.0.1:43710
2014-04-10 11:15:59,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000001_0 dst=null perm=null
2014-04-10 11:15:59,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower+upper.txt dst=null perm=null
2014-04-10 11:15:59,201 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335 src: /127.0.0.1:43519 dest: /127.0.0.1:50700
2014-04-10 11:15:59,202 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50896, bytes: 34, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0031_m_000004_0_1989780813_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742054_1230, duration: 150568
2014-04-10 11:15:59,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:59,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:15:59,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000004
2014-04-10 11:15:59,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000004
2014-04-10 11:15:59,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000004
2014-04-10 11:15:59,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000004
2014-04-10 11:15:59,204 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1.jhist for DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:59,205 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0031_01_000005
2014-04-10 11:15:59,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000001_0 dst=null perm=null
2014-04-10 11:15:59,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000001 dst=null perm=null
2014-04-10 11:15:59,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:59,210 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0031_01_000005 is : 143
2014-04-10 11:15:59,221 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000004
2014-04-10 11:15:59,221 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:59,222 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:59,222 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0031_01_000004 from application application_1397146165236_0031
2014-04-10 11:15:59,222 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:59,222 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0031
2014-04-10 11:15:59,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000005
2014-04-10 11:15:59,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000005
2014-04-10 11:15:59,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000005
2014-04-10 11:15:59,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000005
2014-04-10 11:15:59,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000005
2014-04-10 11:15:59,223 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:59,224 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0031_01_000005 from application application_1397146165236_0031
2014-04-10 11:15:59,224 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:59,224 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0031
2014-04-10 11:15:59,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:59,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000004_0/part-00004 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,257 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0031_01_000002
2014-04-10 11:15:59,257 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000002
2014-04-10 11:15:59,257 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:15:59,257 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0031_01_000002
2014-04-10 11:15:59,263 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0031_01_000002 is : 143
2014-04-10 11:15:59,279 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0031_01_000003
2014-04-10 11:15:59,279 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000003
2014-04-10 11:15:59,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742150_1326
2014-04-10 11:15:59,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334
2014-04-10 11:15:59,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331
2014-04-10 11:15:59,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:59,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:15:59,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000002
2014-04-10 11:15:59,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000002
2014-04-10 11:15:59,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000002
2014-04-10 11:15:59,283 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0031_01_000003
2014-04-10 11:15:59,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000002
2014-04-10 11:15:59,288 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0031_01_000003 is : 143
2014-04-10 11:15:59,296 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000002
2014-04-10 11:15:59,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:59,297 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:59,297 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0031_01_000002 from application application_1397146165236_0031
2014-04-10 11:15:59,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:59,297 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0031
2014-04-10 11:15:59,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000003
2014-04-10 11:15:59,297 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000003
2014-04-10 11:15:59,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000003
2014-04-10 11:15:59,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000003
2014-04-10 11:15:59,298 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000003
2014-04-10 11:15:59,298 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:59,298 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0031_01_000003 from application application_1397146165236_0031
2014-04-10 11:15:59,298 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:59,298 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0031
2014-04-10 11:15:59,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332
2014-04-10 11:15:59,318 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331
2014-04-10 11:15:59,360 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334
2014-04-10 11:15:59,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333
2014-04-10 11:15:59,384 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000004_0/part-00004 is closed by DFSClient_attempt_1397146165236_0031_m_000004_0_1989780813_1
2014-04-10 11:15:59,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000004_0 dst=null perm=null
2014-04-10 11:15:59,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000004_0 dst=null perm=null
2014-04-10 11:15:59,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000004 dst=null perm=null
2014-04-10 11:15:59,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/_temporary/attempt_1397146165236_0031_m_000004_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000004 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:15:59,493 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0031_01_000006
2014-04-10 11:15:59,493 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000006
2014-04-10 11:15:59,493 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:15:59,493 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0031_01_000006
2014-04-10 11:15:59,498 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0031_01_000006 is : 143
2014-04-10 11:15:59,507 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:15:59,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000006
2014-04-10 11:15:59,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000006
2014-04-10 11:15:59,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000006
2014-04-10 11:15:59,507 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000006
2014-04-10 11:15:59,507 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000006
2014-04-10 11:15:59,507 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:15:59,507 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0031_01_000006 from application application_1397146165236_0031
2014-04-10 11:15:59,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:15:59,507 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0031
2014-04-10 11:15:59,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,526 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:59,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1 dst=null perm=null
2014-04-10 11:15:59,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000000 dst=null perm=null
2014-04-10 11:15:59,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null
2014-04-10 11:15:59,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000001 dst=null perm=null
2014-04-10 11:15:59,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null
2014-04-10 11:15:59,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000002 dst=null perm=null
2014-04-10 11:15:59,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null
2014-04-10 11:15:59,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000003 dst=null perm=null
2014-04-10 11:15:59,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null
2014-04-10 11:15:59,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:15:59,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000004 dst=null perm=null
2014-04-10 11:15:59,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null
2014-04-10 11:15:59,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary/1/task_1397146165236_0031_m_000004/part-00004 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary dst=null perm=null
2014-04-10 11:15:59,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,693 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_SUCCESS is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:59,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,726 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:59,747 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43519, dest: /127.0.0.1:50700, bytes: 54654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335, duration: 545275186
2014-04-10 11:15:59,747 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:59,748 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37816, dest: /127.0.0.1:43710, bytes: 54654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335, duration: 546420855
2014-04-10 11:15:59,748 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15569
2014-04-10 11:15:59,749 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,750 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42323, dest: /127.0.0.1:51097, bytes: 54654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335, duration: 547381833
2014-04-10 11:15:59,750 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15569
2014-04-10 11:15:59,750 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,751 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742159_1335{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15569
2014-04-10 11:15:59,768 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1.jhist is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:59,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,788 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:15:59,803 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336 src: /127.0.0.1:42326 dest: /127.0.0.1:51097
2014-04-10 11:15:59,805 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336 src: /127.0.0.1:37819 dest: /127.0.0.1:43710
2014-04-10 11:15:59,806 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336 src: /127.0.0.1:50905 dest: /127.0.0.1:55447
2014-04-10 11:15:59,810 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50905, dest: /127.0.0.1:55447, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336, duration: 2013375
2014-04-10 11:15:59,810 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:59,810 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,810 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37819, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336, duration: 2648674
2014-04-10 11:15:59,811 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,811 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42326, dest: /127.0.0.1:51097, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336, duration: 3304544
2014-04-10 11:15:59,811 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,811 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742160_1336{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary_tmp is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:59,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:59,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1.jhist dst=null perm=null
2014-04-10 11:15:59,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist_tmp dst=null perm=null
2014-04-10 11:15:59,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1.jhist dst=null perm=null
2014-04-10 11:15:59,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist_tmp dst=null perm=null
2014-04-10 11:15:59,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1.jhist dst=null perm=null
2014-04-10 11:15:59,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,871 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42329, bytes: 55082, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335, duration: 256094
2014-04-10 11:15:59,874 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:59,887 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337 src: /127.0.0.1:37822 dest: /127.0.0.1:43710
2014-04-10 11:15:59,888 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337 src: /127.0.0.1:50908 dest: /127.0.0.1:55447
2014-04-10 11:15:59,889 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337 src: /127.0.0.1:43526 dest: /127.0.0.1:50700
2014-04-10 11:15:59,892 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43526, dest: /127.0.0.1:50700, bytes: 54654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337, duration: 2333405
2014-04-10 11:15:59,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:59,893 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,893 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50908, dest: /127.0.0.1:55447, bytes: 54654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337, duration: 2881234
2014-04-10 11:15:59,893 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,894 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37822, dest: /127.0.0.1:43710, bytes: 54654, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337, duration: 3474420
2014-04-10 11:15:59,894 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,894 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742161_1337{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,909 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist_tmp is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:15:59,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:15:59,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1_conf.xml dst=null perm=null
2014-04-10 11:15:59,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:59,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333
2014-04-10 11:15:59,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336
2014-04-10 11:15:59,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1_conf.xml dst=null perm=null
2014-04-10 11:15:59,930 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334
2014-04-10 11:15:59,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332
2014-04-10 11:15:59,931 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331
2014-04-10 11:15:59,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml_tmp dst=null perm=null
2014-04-10 11:15:59,932 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335
2014-04-10 11:15:59,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031/job_1397146165236_0031_1_conf.xml dst=null perm=null
2014-04-10 11:15:59,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:15:59,959 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43527, bytes: 94974, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742154_1330, duration: 202007
2014-04-10 11:15:59,961 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:15:59,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338 src: /127.0.0.1:37826 dest: /127.0.0.1:43710
2014-04-10 11:15:59,980 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338 src: /127.0.0.1:42335 dest: /127.0.0.1:51097
2014-04-10 11:15:59,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338 src: /127.0.0.1:43530 dest: /127.0.0.1:50700
2014-04-10 11:15:59,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43530, dest: /127.0.0.1:50700, bytes: 94234, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338, duration: 2889142
2014-04-10 11:15:59,985 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:15:59,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,985 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42335, dest: /127.0.0.1:51097, bytes: 94234, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338, duration: 3176385
2014-04-10 11:15:59,986 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:15:59,986 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37826, dest: /127.0.0.1:43710, bytes: 94234, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_28068099_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338, duration: 4219433
2014-04-10 11:15:59,986 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:15:59,987 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742162_1338{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,001 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_28068099_1
2014-04-10 11:16:00,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:00,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:00,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:00,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:00,117 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0031_000001 with final state: FINISHING
2014-04-10 11:16:00,118 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:00,118 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0031 with final state: FINISHING
2014-04-10 11:16:00,118 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0031 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:00,118 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0031
2014-04-10 11:16:00,119 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:00,119 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0031 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:00,156 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:16:00,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:00,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:00,160 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0031 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist
2014-04-10 11:16:00,161 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist]
2014-04-10 11:16:00,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist dst=null perm=null
2014-04-10 11:16:00,165 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43532, bytes: 55082, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337, duration: 264869
2014-04-10 11:16:00,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary dst=null perm=null
2014-04-10 11:16:00,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42339, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336, duration: 92886
2014-04-10 11:16:00,184 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0031,submitTime=1397146550541,launchTime=1397146553251,firstMapTaskLaunchTime=1397146555418,firstReduceTaskLaunchTime=0,finishTime=1397146559727,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=0,jobName=[01052B152DF34175B9A4B992CDDF7A73/3A7E52FACFF74A038C7718688E880B86] test/(1/1) ...pesplatform/ungroupedanon
2014-04-10 11:16:00,184 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary]
2014-04-10 11:16:00,195 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0031_01_000004
2014-04-10 11:16:00,196 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0031_01_000005
2014-04-10 11:16:00,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:00,196 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0031_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:16:00,196 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000004
2014-04-10 11:16:00,197 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0031_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:16:00,197 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:16:00,197 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0031_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,197 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,197 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:16:00,198 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0031_000001 released container container_1397146165236_0031_01_000004 on node: host: localhost:54227 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:16:00,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:00,198 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0031_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:16:00,198 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000005
2014-04-10 11:16:00,198 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0031_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:16:00,198 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:16:00,199 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0031_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:16:00,199 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0031_000001 released container container_1397146165236_0031_01_000005 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:00,201 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742160_1336 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:16:00,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031.summary dst=null perm=null
2014-04-10 11:16:00,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:16:00,204 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist
2014-04-10 11:16:00,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0031-1397146550541-brock-%5B01052B152DF34175B9A4B992CDDF7A73%2F3A7E52FACFF74A03-1397146559727-5-0-SUCCEEDED-default-1397146553251.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:00,218 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0031_conf.xml
2014-04-10 11:16:00,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0031_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0031_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:00,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,249 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary
2014-04-10 11:16:00,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/_temporary dst=null perm=null
2014-04-10 11:16:00,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,271 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 5
2014-04-10 11:16:00,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null
2014-04-10 11:16:00,274 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42339, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, duration: 212212
2014-04-10 11:16:00,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null
2014-04-10 11:16:00,277 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42339, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, duration: 173223
2014-04-10 11:16:00,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null
2014-04-10 11:16:00,279 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43532, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, duration: 244332
2014-04-10 11:16:00,280 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0031_01_000002
2014-04-10 11:16:00,280 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0031_01_000003
2014-04-10 11:16:00,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null
2014-04-10 11:16:00,280 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:00,281 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0031_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:16:00,281 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000002
2014-04-10 11:16:00,281 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0031_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:16:00,281 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:16:00,281 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0031_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,281 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,281 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:16:00,282 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0031_000001 released container container_1397146165236_0031_01_000002 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:16:00,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:00,282 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0031_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:16:00,282 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000003
2014-04-10 11:16:00,282 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0031_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:00,282 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:16:00,282 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0031_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,283 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37832, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, duration: 233172
2014-04-10 11:16:00,283 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:16:00,283 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0031_000001 released container container_1397146165236_0031_01_000003 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:00,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null
2014-04-10 11:16:00,284 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/ungroupedanon
2014-04-10 11:16:00,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon dst=null perm=null
2014-04-10 11:16:00,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null
2014-04-10 11:16:00,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00000 dst=null perm=null
2014-04-10 11:16:00,291 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42339, bytes: 20, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742157_1333, duration: 178732
2014-04-10 11:16:00,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null
2014-04-10 11:16:00,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00001 dst=null perm=null
2014-04-10 11:16:00,294 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43532, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742158_1334, duration: 244242
2014-04-10 11:16:00,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null
2014-04-10 11:16:00,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00002 dst=null perm=null
2014-04-10 11:16:00,297 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42339, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742155_1331, duration: 182369
2014-04-10 11:16:00,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null
2014-04-10 11:16:00,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00003 dst=null perm=null
2014-04-10 11:16:00,300 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43532, bytes: 12, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742156_1332, duration: 262005
2014-04-10 11:16:00,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null
2014-04-10 11:16:00,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungroupedanon/part-00004 dst=null perm=null
2014-04-10 11:16:00,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:00,319 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:16:00,319 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:16:00,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:00,331 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:16:00,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:16:00,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup"]
2014-04-10 11:16:00,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:16:00,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 2
2014-04-10 11:16:00,332 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 2
2014-04-10 11:16:00,333 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/2)
2014-04-10 11:16:00,342 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:00,355 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:00,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2 dst=null perm=null
2014-04-10 11:16:00,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:00,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:00,357 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 32
2014-04-10 11:16:00,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032 dst=null perm=null
2014-04-10 11:16:00,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:16:00,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:16:00,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:00,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,420 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:16:00,436 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339 src: /127.0.0.1:43535 dest: /127.0.0.1:50700
2014-04-10 11:16:00,437 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339 src: /127.0.0.1:50919 dest: /127.0.0.1:55447
2014-04-10 11:16:00,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339 src: /127.0.0.1:42343 dest: /127.0.0.1:51097
2014-04-10 11:16:00,443 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42343, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, duration: 3832985
2014-04-10 11:16:00,443 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:00,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,444 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50919, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, duration: 3271957
2014-04-10 11:16:00,444 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,445 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43535, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, duration: 3934372
2014-04-10 11:16:00,445 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742163_1339{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,459 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:00,460 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar
2014-04-10 11:16:00,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:00,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,494 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0031_01_000006
2014-04-10 11:16:00,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:00,494 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:00,494 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0031_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:16:00,494 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000006
2014-04-10 11:16:00,495 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0031_01_000006 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:00,495 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:00,495 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0031_01_000006, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:00,495 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:00,495 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:00,496 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0031_000001 released container container_1397146165236_0031_01_000006 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:00,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:00,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:16:00,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:16:00,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:16:00,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:16:00,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:16:00,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:00,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:00,504 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:00,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:00,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,535 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split
2014-04-10 11:16:00,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:00,553 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:16:00,569 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340 src: /127.0.0.1:37836 dest: /127.0.0.1:43710
2014-04-10 11:16:00,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340 src: /127.0.0.1:42345 dest: /127.0.0.1:51097
2014-04-10 11:16:00,572 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340 src: /127.0.0.1:50923 dest: /127.0.0.1:55447
2014-04-10 11:16:00,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340 src: /127.0.0.1:43541 dest: /127.0.0.1:50700
2014-04-10 11:16:00,576 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43541, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 2132734
2014-04-10 11:16:00,576 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:00,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,577 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50923, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 2583800
2014-04-10 11:16:00,577 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,578 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42345, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 3272872
2014-04-10 11:16:00,578 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,578 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37836, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 3868887
2014-04-10 11:16:00,579 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,580 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742164_1340{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,593 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:00,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,626 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,628 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:16:00,644 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341 src: /127.0.0.1:43542 dest: /127.0.0.1:50700
2014-04-10 11:16:00,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341 src: /127.0.0.1:42349 dest: /127.0.0.1:51097
2014-04-10 11:16:00,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341 src: /127.0.0.1:50927 dest: /127.0.0.1:55447
2014-04-10 11:16:00,649 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50927, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, duration: 1077222
2014-04-10 11:16:00,649 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:00,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42349, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, duration: 1938915
2014-04-10 11:16:00,650 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,650 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43542, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, duration: 2321563
2014-04-10 11:16:00,651 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742165_1341{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,668 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:00,668 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:16:00,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:00,726 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:16:00,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342 src: /127.0.0.1:37843 dest: /127.0.0.1:43710
2014-04-10 11:16:00,769 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342 src: /127.0.0.1:42352 dest: /127.0.0.1:51097
2014-04-10 11:16:00,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342 src: /127.0.0.1:43547 dest: /127.0.0.1:50700
2014-04-10 11:16:00,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43547, dest: /127.0.0.1:50700, bytes: 81037, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, duration: 2537949
2014-04-10 11:16:00,774 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:00,774 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,774 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42352, dest: /127.0.0.1:51097, bytes: 81037, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, duration: 2605148
2014-04-10 11:16:00,775 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,775 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37843, dest: /127.0.0.1:43710, bytes: 81037, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, duration: 3340493
2014-04-10 11:16:00,775 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:00,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742166_1342{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:00,801 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:00,802 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0032
2014-04-10 11:16:00,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032 dst=null perm=null
2014-04-10 11:16:00,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:00,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:00,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:00,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:00,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:00,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:00,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:00,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:00,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:00,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:00,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:00,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:00,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:00,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:00,858 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 32 submitted by user brock
2014-04-10 11:16:00,858 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0032
2014-04-10 11:16:00,858 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0032
2014-04-10 11:16:00,858 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0032
2014-04-10 11:16:00,858 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0032 State change from NEW to NEW_SAVING
2014-04-10 11:16:00,859 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0032 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:16:00,859 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0032_000001
2014-04-10 11:16:00,859 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from NEW to SUBMITTED
2014-04-10 11:16:00,859 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0032 from user: brock activated in queue: default
2014-04-10 11:16:00,859 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0032 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:16:00,860 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0032 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:16:00,860 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0032_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:16:00,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:16:00,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0032 State change from SUBMITTED to ACCEPTED
2014-04-10 11:16:00,861 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0032
2014-04-10 11:16:00,863 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0032/
2014-04-10 11:16:00,863 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0032
2014-04-10 11:16:00,863 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0032/
2014-04-10 11:16:01,197 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:01,198 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000001
2014-04-10 11:16:01,198 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0032_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:16:01,198 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0032 container=Container: [ContainerId: container_1397146165236_0032_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0032_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:01,198 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:16:01,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:01,199 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:01,202 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0032 AttemptId: appattempt_1397146165236_0032_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0032_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:16:01,202 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742150_1326 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:16:01,202 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:16:01,202 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742151_1327 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:16:01,202 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:16:01,202 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742152_1328 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:16:01,202 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0032_000001
2014-04-10 11:16:01,203 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742153_1329 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:16:01,203 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742159_1335 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:16:01,203 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742154_1330 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:16:01,204 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0032_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0032_000001
2014-04-10 11:16:01,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0031 dst=null perm=null
2014-04-10 11:16:01,204 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0032_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:16:01,207 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0032_000001 (auth:SIMPLE)
2014-04-10 11:16:01,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0032_01_000001 by user brock
2014-04-10 11:16:01,210 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0032
2014-04-10 11:16:01,210 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000001
2014-04-10 11:16:01,210 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from NEW to INITING
2014-04-10 11:16:01,210 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0032_01_000001 to application application_1397146165236_0032
2014-04-10 11:16:01,210 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0032_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0032_000001
2014-04-10 11:16:01,211 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from INITING to RUNNING
2014-04-10 11:16:01,211 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:16:01,211 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:16:01,211 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0032
2014-04-10 11:16:01,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:01,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:16:01,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:16:01,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:01,212 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0032_01_000001
2014-04-10 11:16:01,222 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0032_01_000001.tokens. Credentials list:
2014-04-10 11:16:01,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:01,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0032_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000001.tokens
2014-04-10 11:16:01,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:01,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:01,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:01,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:01,410 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42358, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_83525506_18469, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, duration: 1029771
2014-04-10 11:16:01,434 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:01,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:01,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:01,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:01,459 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50936, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_83525506_18469, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, duration: 231403
2014-04-10 11:16:01,476 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0032/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:01,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:01,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:01,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:01,500 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42358, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_83525506_18469, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 221000
2014-04-10 11:16:01,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0032/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:01,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:01,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:01,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:01,545 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42358, bytes: 81673, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_83525506_18469, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, duration: 367210
2014-04-10 11:16:01,564 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0032/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:01,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:01,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:01,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:01,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000001/default_container_executor.sh]
2014-04-10 11:16:02,083 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073742163_1339 to datanode(s) 127.0.0.1:43710
2014-04-10 11:16:02,083 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742160_1336, blk_1073742150_1326, blk_1073742151_1327, blk_1073742153_1329]
2014-04-10 11:16:02,083 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742160_1336, blk_1073742150_1326, blk_1073742151_1327, blk_1073742152_1328, blk_1073742153_1329, blk_1073742154_1330, blk_1073742159_1335]
2014-04-10 11:16:02,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:02,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:02,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/COMMIT_STARTED dst=null perm=null
2014-04-10 11:16:02,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:16:02,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/COMMIT_FAIL dst=null perm=null
2014-04-10 11:16:02,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032 dst=null perm=null
2014-04-10 11:16:02,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:02,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:03,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:03,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:03,122 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43556, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341, duration: 160681
2014-04-10 11:16:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742160 for deletion
2014-04-10 11:16:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150 for deletion
2014-04-10 11:16:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742160
2014-04-10 11:16:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151 for deletion
2014-04-10 11:16:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150
2014-04-10 11:16:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742153 for deletion
2014-04-10 11:16:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742153
2014-04-10 11:16:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151
2014-04-10 11:16:03,502 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339 to 127.0.0.1:43710
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742160 for deletion
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150 for deletion
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151 for deletion
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742160
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742152_1328 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742152 for deletion
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742153 for deletion
2014-04-10 11:16:03,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339 src: /127.0.0.1:37856 dest: /127.0.0.1:43710
2014-04-10 11:16:03,504 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742153
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742154 for deletion
2014-04-10 11:16:03,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742152_1328 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742152
2014-04-10 11:16:03,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742159 for deletion
2014-04-10 11:16:03,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742154
2014-04-10 11:16:03,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742159
2014-04-10 11:16:03,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339 src: /127.0.0.1:37856 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:16:03,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742163_1339 size 244650
2014-04-10 11:16:03,709 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0032_000001 (auth:SIMPLE)
2014-04-10 11:16:03,710 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0032_000001
2014-04-10 11:16:03,711 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0032 APPATTEMPTID=appattempt_1397146165236_0032_000001
2014-04-10 11:16:03,711 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:16:03,711 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0032 State change from ACCEPTED to RUNNING
2014-04-10 11:16:03,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:03,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:03,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:03,973 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:16:04,075 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343 src: /127.0.0.1:50943 dest: /127.0.0.1:55447
2014-04-10 11:16:04,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343 src: /127.0.0.1:43561 dest: /127.0.0.1:50700
2014-04-10 11:16:04,076 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343 src: /127.0.0.1:42368 dest: /127.0.0.1:51097
2014-04-10 11:16:04,082 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42368, dest: /127.0.0.1:51097, bytes: 95110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343, duration: 5161402
2014-04-10 11:16:04,083 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:04,083 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:04,083 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43561, dest: /127.0.0.1:50700, bytes: 95110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343, duration: 5891203
2014-04-10 11:16:04,084 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:04,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:04,084 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50943, dest: /127.0.0.1:55447, bytes: 95110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343, duration: 6562790
2014-04-10 11:16:04,084 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:04,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742167_1343{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:04,101 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1_conf.xml is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:04,285 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340
2014-04-10 11:16:04,287 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343
2014-04-10 11:16:04,289 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339
2014-04-10 11:16:04,289 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335
2014-04-10 11:16:04,322 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342
2014-04-10 11:16:04,364 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343
2014-04-10 11:16:04,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340
2014-04-10 11:16:04,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339
2014-04-10 11:16:04,488 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342
2014-04-10 11:16:04,490 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338
2014-04-10 11:16:04,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339
2014-04-10 11:16:04,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338
2014-04-10 11:16:04,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742160_1336
2014-04-10 11:16:04,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337
2014-04-10 11:16:04,526 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340
2014-04-10 11:16:04,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337
2014-04-10 11:16:04,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341
2014-04-10 11:16:04,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742161_1337
2014-04-10 11:16:04,688 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341
2014-04-10 11:16:04,723 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742159_1335
2014-04-10 11:16:04,816 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:04,816 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000002
2014-04-10 11:16:04,816 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0032_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:04,816 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0032 container=Container: [ContainerId: container_1397146165236_0032_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0032_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,817 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:16:04,817 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,817 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:04,817 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000003
2014-04-10 11:16:04,818 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0032_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:16:04,818 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0032 container=Container: [ContainerId: container_1397146165236_0032_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0032_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,818 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:16:04,818 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,819 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:04,819 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000004
2014-04-10 11:16:04,819 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0032_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:16:04,819 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0032 container=Container: [ContainerId: container_1397146165236_0032_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0032_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,819 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:16:04,820 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,820 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:04,820 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000005
2014-04-10 11:16:04,820 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0032_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:16:04,821 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0032 container=Container: [ContainerId: container_1397146165236_0032_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0032_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,821 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:16:04,821 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:04,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342
2014-04-10 11:16:04,939 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339
2014-04-10 11:16:05,084 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742160_1336, blk_1073742150_1326, blk_1073742151_1327, blk_1073742152_1328, blk_1073742154_1330, blk_1073742159_1335]
2014-04-10 11:16:05,084 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742150_1326, blk_1073742151_1327, blk_1073742152_1328, blk_1073742153_1329, blk_1073742154_1330, blk_1073742159_1335]
2014-04-10 11:16:05,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343
2014-04-10 11:16:05,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742165_1341
2014-04-10 11:16:05,139 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340
2014-04-10 11:16:05,140 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742162_1338
2014-04-10 11:16:05,746 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:05,746 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:05,746 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:05,746 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:05,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:05,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:05,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:05,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:05,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:05,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:05,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:05,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:05,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:05,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:05,862 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0032_000001 (auth:SIMPLE)
2014-04-10 11:16:05,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0032_01_000003 by user brock
2014-04-10 11:16:05,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0032_01_000002 by user brock
2014-04-10 11:16:05,866 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0032
2014-04-10 11:16:05,865 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0032_01_000005 by user brock
2014-04-10 11:16:05,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000002
2014-04-10 11:16:05,866 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from NEW to INITING
2014-04-10 11:16:05,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000005
2014-04-10 11:16:05,866 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000003
2014-04-10 11:16:05,866 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0032_01_000004 by user brock
2014-04-10 11:16:05,866 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0032_01_000002 to application application_1397146165236_0032
2014-04-10 11:16:05,867 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000004
2014-04-10 11:16:05,867 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0032_01_000003 to application application_1397146165236_0032
2014-04-10 11:16:05,867 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0032_01_000005 to application application_1397146165236_0032
2014-04-10 11:16:05,867 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0032_01_000004 to application application_1397146165236_0032
2014-04-10 11:16:05,868 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from INITING to RUNNING
2014-04-10 11:16:05,868 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:16:05,868 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:16:05,869 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:16:05,869 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:16:05,870 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,870 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,870 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:05,870 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0032
2014-04-10 11:16:05,870 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:05,871 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:05,871 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,871 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,871 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:05,871 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0032
2014-04-10 11:16:05,872 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,872 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,872 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:05,872 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0032
2014-04-10 11:16:05,873 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,873 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0032
2014-04-10 11:16:05,873 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:05,873 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0032
2014-04-10 11:16:05,874 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0032_01_000004
2014-04-10 11:16:05,874 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0032_01_000002
2014-04-10 11:16:05,874 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0032_01_000003
2014-04-10 11:16:05,875 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0032_01_000005
2014-04-10 11:16:05,885 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0032_01_000002.tokens. Credentials list:
2014-04-10 11:16:05,885 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0032_01_000003.tokens. Credentials list:
2014-04-10 11:16:05,885 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0032_01_000004.tokens. Credentials list:
2014-04-10 11:16:05,885 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0032_01_000005.tokens. Credentials list:
2014-04-10 11:16:05,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:05,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0032_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000002.tokens
2014-04-10 11:16:05,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:06,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:06,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:06,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar dst=null perm=null
2014-04-10 11:16:06,068 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37866, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-667803056_18611, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742163_1339, duration: 851194
2014-04-10 11:16:06,093 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:06,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:06,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:06,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml dst=null perm=null
2014-04-10 11:16:06,117 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42375, bytes: 81673, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-667803056_18611, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742166_1342, duration: 401889
2014-04-10 11:16:06,135 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:06,135 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:06,135 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:06,135 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:06,135 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:06,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:06,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:06,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:06,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:06,182 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:06,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:06,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:06,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:06,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000004/default_container_executor.sh]
2014-04-10 11:16:06,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000003/default_container_executor.sh]
2014-04-10 11:16:06,245 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000005/default_container_executor.sh]
2014-04-10 11:16:06,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000002/default_container_executor.sh]
2014-04-10 11:16:06,340 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0031_01_000001 succeeded
2014-04-10 11:16:06,340 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:16:06,340 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0031_01_000001
2014-04-10 11:16:06,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000001
2014-04-10 11:16:06,352 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000001
2014-04-10 11:16:06,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000001
2014-04-10 11:16:06,355 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0031/container_1397146165236_0031_01_000001
2014-04-10 11:16:06,355 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000001
2014-04-10 11:16:06,356 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0031_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:16:06,356 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0031_01_000001 from application application_1397146165236_0031
2014-04-10 11:16:06,356 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:06,356 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0031
2014-04-10 11:16:06,403 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150 for deletion
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151 for deletion
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742152_1328 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742152 for deletion
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742153 for deletion
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742152_1328 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742152
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742154 for deletion
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742154
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742159 for deletion
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151
2014-04-10 11:16:06,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742153_1329 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742153
2014-04-10 11:16:06,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742159
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742160 for deletion
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150 for deletion
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151 for deletion
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742152_1328 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742152 for deletion
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742150_1326 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742150
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742154 for deletion
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742152_1328 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742152
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742159 for deletion
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742160_1336 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742160
2014-04-10 11:16:06,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742159_1335 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742159
2014-04-10 11:16:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742151_1327 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742151
2014-04-10 11:16:06,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742154_1330 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742154
2014-04-10 11:16:06,762 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:06,816 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:06,816 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:06,816 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:06,816 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:07,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:07,198 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0031_01_000001
2014-04-10 11:16:07,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0031_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:07,198 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0031_000001
2014-04-10 11:16:07,198 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0031_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:16:07,199 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0031_000001 State change from FINISHING to FINISHED
2014-04-10 11:16:07,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0031 CONTAINERID=container_1397146165236_0031_01_000001
2014-04-10 11:16:07,199 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0031 State change from FINISHING to FINISHED
2014-04-10 11:16:07,199 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0031_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:16:07,199 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0031_000001
2014-04-10 11:16:07,199 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:16:07,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0031
2014-04-10 11:16:07,199 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0031_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:07,199 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0031,name=[01052B152DF34175B9A4B992CDDF7A73/3A7E52FACFF74A038C7718688E880B86] test/(1/1) ...pesplatform/ungroupedanon,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0031/jobhistory/job/job_1397146165236_0031,appMasterHost=localhost.localdomain,startTime=1397146550541,finishTime=1397146560118,finalStatus=SUCCEEDED
2014-04-10 11:16:07,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:07,199 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:16:07,199 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0031_000001 released container container_1397146165236_0031_01_000001 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:07,200 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0031_000001 is done. finalState=FINISHED
2014-04-10 11:16:07,200 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0031 requests cleared
2014-04-10 11:16:07,200 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0031 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:16:07,200 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0031 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:16:07,201 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0031_000001 (auth:SIMPLE)
2014-04-10 11:16:07,206 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0031_01_000001
2014-04-10 11:16:07,282 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:07,282 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,282 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0031
2014-04-10 11:16:07,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,283 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:07,283 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0031, with delay of 10800 seconds
2014-04-10 11:16:07,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0032_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000005.tokens
2014-04-10 11:16:07,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:07,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:07,496 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:07,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,496 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0031
2014-04-10 11:16:07,496 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:07,496 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:07,496 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0031, with delay of 10800 seconds
2014-04-10 11:16:07,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0032_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000004.tokens
2014-04-10 11:16:07,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:07,749 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:08,198 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:08,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:08,199 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0031
2014-04-10 11:16:08,199 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0031 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:08,199 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0031, with delay of 10800 seconds
2014-04-10 11:16:08,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:08,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:08,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0031
2014-04-10 11:16:08,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0032_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000003.tokens
2014-04-10 11:16:08,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:08,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:08,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:08,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:08,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job.split dst=null perm=null
2014-04-10 11:16:08,758 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43585, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000001_0_-1187965642_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 166463
2014-04-10 11:16:08,758 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:50969, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000002_0_-1253224580_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 129047
2014-04-10 11:16:08,762 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37885, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000003_0_-1368597010_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 163286
2014-04-10 11:16:08,799 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43589, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000000_0_-1897385513_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742164_1340, duration: 174745
2014-04-10 11:16:08,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:08,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:08,817 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37888, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000002_0_-1253224580_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 179748
2014-04-10 11:16:08,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:08,819 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37885, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000003_0_-1368597010_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 169634
2014-04-10 11:16:08,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:08,868 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43589, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000000_0_-1897385513_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 144831
2014-04-10 11:16:08,977 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37889, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0032_m_000001_0_-1187965642_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 185761
2014-04-10 11:16:09,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_m_000001_0 dst=null perm=null
2014-04-10 11:16:09,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_m_000003_0 dst=null perm=null
2014-04-10 11:16:09,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_m_000002_0 dst=null perm=null
2014-04-10 11:16:09,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_m_000000_0 dst=null perm=null
2014-04-10 11:16:09,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0032_01_000003
2014-04-10 11:16:09,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000003
2014-04-10 11:16:09,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:16:09,110 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0032_01_000003
2014-04-10 11:16:09,110 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0032_01_000005
2014-04-10 11:16:09,110 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000005
2014-04-10 11:16:09,118 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0032_01_000003 is : 143
2014-04-10 11:16:09,124 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:16:09,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:16:09,129 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:09,129 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0032_01_000005
2014-04-10 11:16:09,130 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0032_01_000004
2014-04-10 11:16:09,130 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000004
2014-04-10 11:16:09,134 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0032_01_000005 is : 143
2014-04-10 11:16:09,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000003
2014-04-10 11:16:09,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000003
2014-04-10 11:16:09,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000003
2014-04-10 11:16:09,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:16:09,142 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000003
2014-04-10 11:16:09,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:09,142 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000003
2014-04-10 11:16:09,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:09,142 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0032_01_000004
2014-04-10 11:16:09,147 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0032_01_000004 is : 143
2014-04-10 11:16:09,153 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344 src: /127.0.0.1:42399 dest: /127.0.0.1:51097
2014-04-10 11:16:09,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344 src: /127.0.0.1:43594 dest: /127.0.0.1:50700
2014-04-10 11:16:09,154 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344 src: /127.0.0.1:37893 dest: /127.0.0.1:43710
2014-04-10 11:16:09,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000005
2014-04-10 11:16:09,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000005
2014-04-10 11:16:09,156 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0032_01_000003 from application application_1397146165236_0032
2014-04-10 11:16:09,156 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:09,156 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0032
2014-04-10 11:16:09,156 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:09,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000005
2014-04-10 11:16:09,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000005
2014-04-10 11:16:09,156 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000005
2014-04-10 11:16:09,157 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:09,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000004
2014-04-10 11:16:09,158 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1.jhist for DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:09,158 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000004
2014-04-10 11:16:09,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000004
2014-04-10 11:16:09,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000004
2014-04-10 11:16:09,159 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0032_01_000002
2014-04-10 11:16:09,159 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000002
2014-04-10 11:16:09,159 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0032_01_000005 from application application_1397146165236_0032
2014-04-10 11:16:09,159 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0032_01_000003
2014-04-10 11:16:09,159 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:09,159 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0032_01_000005
2014-04-10 11:16:09,159 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0032
2014-04-10 11:16:09,160 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:16:09,160 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000004
2014-04-10 11:16:09,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:09,160 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0032_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:16:09,160 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:09,160 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000003
2014-04-10 11:16:09,160 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0032_01_000002
2014-04-10 11:16:09,160 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0032_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:16:09,160 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:16:09,161 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0032_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:09,161 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:09,161 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:16:09,161 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0032_000001 released container container_1397146165236_0032_01_000003 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:16:09,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:09,161 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0032_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:16:09,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000005
2014-04-10 11:16:09,161 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0032_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:16:09,161 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:16:09,161 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0032_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:09,161 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:09,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:16:09,162 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0032_000001 released container container_1397146165236_0032_01_000005 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:09,166 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0032_01_000002 is : 143
2014-04-10 11:16:09,173 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0032_01_000004 from application application_1397146165236_0032
2014-04-10 11:16:09,173 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:09,173 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0032
2014-04-10 11:16:09,173 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:09,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000002
2014-04-10 11:16:09,174 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000002
2014-04-10 11:16:09,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000002
2014-04-10 11:16:09,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000002
2014-04-10 11:16:09,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000002
2014-04-10 11:16:09,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:09,175 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0032_01_000002 from application application_1397146165236_0032
2014-04-10 11:16:09,175 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:09,175 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0032
2014-04-10 11:16:10,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0032_01_000002
2014-04-10 11:16:10,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0032_01_000004
2014-04-10 11:16:10,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:10,161 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0032_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:16:10,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000002
2014-04-10 11:16:10,161 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0032_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:16:10,161 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:16:10,162 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0032_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:10,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:10,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:16:10,162 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0032_000001 released container container_1397146165236_0032_01_000002 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:16:10,162 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:10,163 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0032_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:16:10,163 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000004
2014-04-10 11:16:10,163 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0032_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:10,163 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:10,163 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0032_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:10,163 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:10,164 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:10,164 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0032_000001 released container container_1397146165236_0032_01_000004 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:11,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:11,162 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000006
2014-04-10 11:16:11,162 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0032_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:11,162 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0032 container=Container: [ContainerId: container_1397146165236_0032_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0032_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:11,162 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:16:11,162 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:11,777 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:11,790 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0032_01_000006 by user brock
2014-04-10 11:16:11,791 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000006
2014-04-10 11:16:11,791 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0032_01_000006 to application application_1397146165236_0032
2014-04-10 11:16:11,791 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:16:11,791 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0032
2014-04-10 11:16:11,791 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0032
2014-04-10 11:16:11,792 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:11,792 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0032
2014-04-10 11:16:11,792 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:11,823 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:11,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:11,883 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000006/default_container_executor.sh]
2014-04-10 11:16:12,161 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:12,781 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:13,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:13,650 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:16:13,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345 src: /127.0.0.1:37905 dest: /127.0.0.1:43710
2014-04-10 11:16:13,736 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345 src: /127.0.0.1:42414 dest: /127.0.0.1:51097
2014-04-10 11:16:13,737 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345 src: /127.0.0.1:50992 dest: /127.0.0.1:55447
2014-04-10 11:16:13,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50992, dest: /127.0.0.1:55447, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0032_r_000000_0_2097070249_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345, duration: 15070401
2014-04-10 11:16:13,753 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:13,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:13,753 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42414, dest: /127.0.0.1:51097, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0032_r_000000_0_2097070249_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345, duration: 15673172
2014-04-10 11:16:13,754 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:13,754 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37905, dest: /127.0.0.1:43710, bytes: 310, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0032_r_000000_0_2097070249_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345, duration: 16084641
2014-04-10 11:16:13,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:13,754 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:13,755 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742169_1345{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:13,775 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0032_r_000000_0_2097070249_1
2014-04-10 11:16:13,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_r_000000_0 dst=null perm=null
2014-04-10 11:16:13,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_r_000000_0 dst=null perm=null
2014-04-10 11:16:13,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/task_1397146165236_0032_r_000000 dst=null perm=null
2014-04-10 11:16:13,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/_temporary/attempt_1397146165236_0032_r_000000_0 dst=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/task_1397146165236_0032_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:13,894 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0032_01_000006
2014-04-10 11:16:13,894 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000006
2014-04-10 11:16:13,894 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:16:13,894 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0032_01_000006
2014-04-10 11:16:13,900 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0032_01_000006 is : 143
2014-04-10 11:16:13,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:13,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:13,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000006
2014-04-10 11:16:13,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000006
2014-04-10 11:16:13,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000006
2014-04-10 11:16:13,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000006
2014-04-10 11:16:13,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000006
2014-04-10 11:16:13,916 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:13,917 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0032_01_000006 from application application_1397146165236_0032
2014-04-10 11:16:13,917 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:13,917 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0032
2014-04-10 11:16:13,925 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:13,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1 dst=null perm=null
2014-04-10 11:16:13,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2 dst=null perm=null
2014-04-10 11:16:13,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2 dst=null perm=null
2014-04-10 11:16:13,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/task_1397146165236_0032_r_000000 dst=null perm=null
2014-04-10 11:16:13,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/part-00000 dst=null perm=null
2014-04-10 11:16:13,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary/1/task_1397146165236_0032_r_000000/part-00000 dst=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:13,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_temporary dst=null perm=null
2014-04-10 11:16:14,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:14,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:14,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:14,109 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:14,136 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37893, dest: /127.0.0.1:43710, bytes: 61553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344, duration: 4981407065
2014-04-10 11:16:14,137 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:14,138 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15109
2014-04-10 11:16:14,138 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43594, dest: /127.0.0.1:50700, bytes: 61553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344, duration: 4982514531
2014-04-10 11:16:14,138 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,139 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15109
2014-04-10 11:16:14,139 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42399, dest: /127.0.0.1:51097, bytes: 61553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344, duration: 4983483014
2014-04-10 11:16:14,139 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742168_1344{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 15109
2014-04-10 11:16:14,159 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1.jhist is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:14,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:14,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:16:14,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346 src: /127.0.0.1:37909 dest: /127.0.0.1:43710
2014-04-10 11:16:14,196 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346 src: /127.0.0.1:50995 dest: /127.0.0.1:55447
2014-04-10 11:16:14,197 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346 src: /127.0.0.1:43613 dest: /127.0.0.1:50700
2014-04-10 11:16:14,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43613, dest: /127.0.0.1:50700, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346, duration: 2204496
2014-04-10 11:16:14,201 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:14,201 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,201 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:50995, dest: /127.0.0.1:55447, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346, duration: 2799556
2014-04-10 11:16:14,202 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,202 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,202 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37909, dest: /127.0.0.1:43710, bytes: 417, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346, duration: 3410819
2014-04-10 11:16:14,203 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,203 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742170_1346{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,217 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary_tmp is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:14,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1.jhist dst=null perm=null
2014-04-10 11:16:14,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist_tmp dst=null perm=null
2014-04-10 11:16:14,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1.jhist dst=null perm=null
2014-04-10 11:16:14,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist_tmp dst=null perm=null
2014-04-10 11:16:14,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1.jhist dst=null perm=null
2014-04-10 11:16:14,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:14,261 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42420, bytes: 62037, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344, duration: 183115
2014-04-10 11:16:14,263 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:14,278 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347 src: /127.0.0.1:43615 dest: /127.0.0.1:50700
2014-04-10 11:16:14,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347 src: /127.0.0.1:37914 dest: /127.0.0.1:43710
2014-04-10 11:16:14,280 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347 src: /127.0.0.1:51000 dest: /127.0.0.1:55447
2014-04-10 11:16:14,283 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51000, dest: /127.0.0.1:55447, bytes: 61553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347, duration: 2418762
2014-04-10 11:16:14,283 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:14,284 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,284 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37914, dest: /127.0.0.1:43710, bytes: 61553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347, duration: 2935307
2014-04-10 11:16:14,284 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,285 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43615, dest: /127.0.0.1:50700, bytes: 61553, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347, duration: 3624319
2014-04-10 11:16:14,285 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742171_1347{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,300 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist_tmp is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:14,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1_conf.xml dst=null perm=null
2014-04-10 11:16:14,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:14,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1_conf.xml dst=null perm=null
2014-04-10 11:16:14,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:14,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032/job_1397146165236_0032_1_conf.xml dst=null perm=null
2014-04-10 11:16:14,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:14,345 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51001, bytes: 95854, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742167_1343, duration: 369801
2014-04-10 11:16:14,348 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:14,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348 src: /127.0.0.1:37917 dest: /127.0.0.1:43710
2014-04-10 11:16:14,363 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348 src: /127.0.0.1:42426 dest: /127.0.0.1:51097
2014-04-10 11:16:14,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348 src: /127.0.0.1:51004 dest: /127.0.0.1:55447
2014-04-10 11:16:14,368 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51004, dest: /127.0.0.1:55447, bytes: 95110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348, duration: 2650912
2014-04-10 11:16:14,368 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:14,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,368 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42426, dest: /127.0.0.1:51097, bytes: 95110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348, duration: 3302593
2014-04-10 11:16:14,369 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,369 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,369 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37917, dest: /127.0.0.1:43710, bytes: 95110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_353106075_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348, duration: 4120678
2014-04-10 11:16:14,369 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742172_1348{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,384 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_353106075_1
2014-04-10 11:16:14,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,459 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0032_000001 with final state: FINISHING
2014-04-10 11:16:14,459 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:14,459 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0032 with final state: FINISHING
2014-04-10 11:16:14,459 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0032 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:14,459 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0032
2014-04-10 11:16:14,460 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:14,460 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0032 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:14,488 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:16:14,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:14,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:14,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary dst=null perm=null
2014-04-10 11:16:14,496 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51007, bytes: 421, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346, duration: 248552
2014-04-10 11:16:14,496 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0032,submitTime=1397146560857,launchTime=1397146563720,firstMapTaskLaunchTime=1397146565877,firstReduceTaskLaunchTime=1397146571792,finishTime=1397146574110,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=2,jobName=[972E0263D09E45A59DD245577442E574/67E248AD3FC94A03BE906878110FC8AD] test/(1/2)
2014-04-10 11:16:14,496 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary]
2014-04-10 11:16:14,509 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742170_1346 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:16:14,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032.summary dst=null perm=null
2014-04-10 11:16:14,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:16:14,511 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist
2014-04-10 11:16:14,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,526 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0032_conf.xml
2014-04-10 11:16:14,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0032_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0032_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:14,542 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0032 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist
2014-04-10 11:16:14,543 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist]
2014-04-10 11:16:14,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0032-1397146560857-brock-%5B972E0263D09E45A59DD245577442E574%2F67E248AD3FC94A03-1397146574110-4-1-SUCCEEDED-default-1397146563720.jhist dst=null perm=null
2014-04-10 11:16:14,545 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51007, bytes: 62037, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347, duration: 275801
2014-04-10 11:16:14,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347
2014-04-10 11:16:14,575 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348
2014-04-10 11:16:14,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345
2014-04-10 11:16:14,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346
2014-04-10 11:16:14,580 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (2/2) ...dpipesplatform/groupgroup
2014-04-10 11:16:14,595 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:14,603 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:14,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:14,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:14,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:14,607 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 33
2014-04-10 11:16:14,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033 dst=null perm=null
2014-04-10 11:16:14,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:16:14,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:16:14,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:14,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,661 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:16:14,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349 src: /127.0.0.1:51008 dest: /127.0.0.1:55447
2014-04-10 11:16:14,678 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349 src: /127.0.0.1:42432 dest: /127.0.0.1:51097
2014-04-10 11:16:14,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349 src: /127.0.0.1:43627 dest: /127.0.0.1:50700
2014-04-10 11:16:14,684 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43627, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, duration: 4224461
2014-04-10 11:16:14,685 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:14,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,685 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42432, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, duration: 4817482
2014-04-10 11:16:14,686 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,686 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51008, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, duration: 4757964
2014-04-10 11:16:14,686 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742173_1349{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,692 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344
2014-04-10 11:16:14,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347
2014-04-10 11:16:14,693 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346
2014-04-10 11:16:14,696 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349
2014-04-10 11:16:14,700 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:14,701 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar
2014-04-10 11:16:14,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:14,727 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348
2014-04-10 11:16:14,728 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345
2014-04-10 11:16:14,728 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742170_1346
2014-04-10 11:16:14,729 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344
2014-04-10 11:16:14,730 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742171_1347
2014-04-10 11:16:14,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:14,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:14,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:14,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:16:14,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:16:14,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:16:14,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:16:14,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:16:14,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:14,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2 dst=null perm=null
2014-04-10 11:16:14,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2 dst=null perm=null
2014-04-10 11:16:14,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2 dst=null perm=null
2014-04-10 11:16:14,746 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:14,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,776 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split
2014-04-10 11:16:14,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=null
2014-04-10 11:16:14,794 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:16:14,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350 src: /127.0.0.1:43628 dest: /127.0.0.1:50700
2014-04-10 11:16:14,811 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350 src: /127.0.0.1:51012 dest: /127.0.0.1:55447
2014-04-10 11:16:14,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350 src: /127.0.0.1:37928 dest: /127.0.0.1:43710
2014-04-10 11:16:14,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350 src: /127.0.0.1:42437 dest: /127.0.0.1:51097
2014-04-10 11:16:14,826 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42437, dest: /127.0.0.1:51097, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, duration: 1807996
2014-04-10 11:16:14,826 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:14,827 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37928, dest: /127.0.0.1:43710, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, duration: 2435235
2014-04-10 11:16:14,827 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,827 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,827 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51012, dest: /127.0.0.1:55447, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, duration: 3111693
2014-04-10 11:16:14,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,828 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,828 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43628, dest: /127.0.0.1:50700, bytes: 349, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, duration: 3616508
2014-04-10 11:16:14,829 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,829 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742174_1350{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,842 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:14,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:16:14,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351 src: /127.0.0.1:51015 dest: /127.0.0.1:55447
2014-04-10 11:16:14,895 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0032_01_000006
2014-04-10 11:16:14,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351 src: /127.0.0.1:43633 dest: /127.0.0.1:50700
2014-04-10 11:16:14,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:14,895 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0032_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:16:14,895 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000006
2014-04-10 11:16:14,896 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0032_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:14,896 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:14,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351 src: /127.0.0.1:37932 dest: /127.0.0.1:43710
2014-04-10 11:16:14,896 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0032_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:14,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:14,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:14,897 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0032_000001 released container container_1397146165236_0032_01_000006 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:14,899 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37932, dest: /127.0.0.1:43710, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, duration: 1777644
2014-04-10 11:16:14,899 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:14,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,900 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43633, dest: /127.0.0.1:50700, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, duration: 2449313
2014-04-10 11:16:14,900 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,900 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51015, dest: /127.0.0.1:55447, bytes: 45, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, duration: 2830067
2014-04-10 11:16:14,901 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:14,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742175_1351{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:14,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:14,917 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:16:14,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:14,974 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:15,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352 src: /127.0.0.1:42441 dest: /127.0.0.1:51097
2014-04-10 11:16:15,003 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352 src: /127.0.0.1:37934 dest: /127.0.0.1:43710
2014-04-10 11:16:15,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352 src: /127.0.0.1:51020 dest: /127.0.0.1:55447
2014-04-10 11:16:15,008 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51020, dest: /127.0.0.1:55447, bytes: 81550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, duration: 2326619
2014-04-10 11:16:15,008 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:15,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:15,008 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37934, dest: /127.0.0.1:43710, bytes: 81550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, duration: 3084959
2014-04-10 11:16:15,009 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:15,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:15,009 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42441, dest: /127.0.0.1:51097, bytes: 81550, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, duration: 3609916
2014-04-10 11:16:15,009 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:15,010 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742176_1352{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:15,025 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:15,026 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0033
2014-04-10 11:16:15,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033 dst=null perm=null
2014-04-10 11:16:15,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:15,029 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:15,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:15,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:15,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=null
2014-04-10 11:16:15,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=null
2014-04-10 11:16:15,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:15,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:15,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:15,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:15,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:15,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:15,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:15,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:15,082 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 33 submitted by user brock
2014-04-10 11:16:15,082 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0033
2014-04-10 11:16:15,082 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0033
2014-04-10 11:16:15,082 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0033
2014-04-10 11:16:15,082 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0033 State change from NEW to NEW_SAVING
2014-04-10 11:16:15,083 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0033 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:16:15,083 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0033_000001
2014-04-10 11:16:15,083 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from NEW to SUBMITTED
2014-04-10 11:16:15,084 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0033 from user: brock activated in queue: default
2014-04-10 11:16:15,084 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0033 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:16:15,084 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0033
2014-04-10 11:16:15,084 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0033 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:16:15,084 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0033_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:16:15,085 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:16:15,086 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0033 State change from SUBMITTED to ACCEPTED
2014-04-10 11:16:15,087 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0033/
2014-04-10 11:16:15,087 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0033
2014-04-10 11:16:15,087 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0033/
2014-04-10 11:16:15,146 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349
2014-04-10 11:16:15,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:15,202 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000001
2014-04-10 11:16:15,202 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0033_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:16:15,202 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0033 container=Container: [ContainerId: container_1397146165236_0033_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0033_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:15,203 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:16:15,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:15,203 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:15,204 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0033 AttemptId: appattempt_1397146165236_0033_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0033_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:16:15,204 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:16:15,204 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:16:15,204 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0033_000001
2014-04-10 11:16:15,205 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0033_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0033_000001
2014-04-10 11:16:15,205 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0033_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:16:15,208 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0033_000001 (auth:SIMPLE)
2014-04-10 11:16:15,209 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0033_01_000001 by user brock
2014-04-10 11:16:15,210 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0033
2014-04-10 11:16:15,210 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000001
2014-04-10 11:16:15,210 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from NEW to INITING
2014-04-10 11:16:15,210 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0033_01_000001 to application application_1397146165236_0033
2014-04-10 11:16:15,211 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from INITING to RUNNING
2014-04-10 11:16:15,211 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0033_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0033_000001
2014-04-10 11:16:15,211 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:16:15,211 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:16:15,211 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0033
2014-04-10 11:16:15,211 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:15,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:16:15,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:16:15,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:15,212 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0033_01_000001
2014-04-10 11:16:15,222 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0033_01_000001.tokens. Credentials list:
2014-04-10 11:16:15,236 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:15,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1397146165236_0033_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000001.tokens
2014-04-10 11:16:15,298 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:15,345 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742168_1344
2014-04-10 11:16:15,346 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345
2014-04-10 11:16:15,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742172_1348
2014-04-10 11:16:15,347 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350
2014-04-10 11:16:15,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352
2014-04-10 11:16:15,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:15,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:15,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:15,409 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42448, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1233200807_19053, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, duration: 904819
2014-04-10 11:16:15,434 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:15,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:15,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:15,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:15,459 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43643, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1233200807_19053, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, duration: 245177
2014-04-10 11:16:15,478 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0033/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:15,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=null
2014-04-10 11:16:15,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=null
2014-04-10 11:16:15,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=null
2014-04-10 11:16:15,503 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51007, bytes: 353, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1233200807_19053, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, duration: 211918
2014-04-10 11:16:15,521 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0033/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:15,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:15,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:15,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:15,546 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37942, bytes: 82190, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1233200807_19053, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, duration: 555692
2014-04-10 11:16:15,559 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742163_1339 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:16:15,559 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742164_1340 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:16:15,559 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742165_1341 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:16:15,560 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742166_1342 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:16:15,560 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742168_1344 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:16:15,560 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742167_1343 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:16:15,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0032 dst=null perm=null
2014-04-10 11:16:15,566 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0033/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:15,566 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:15,599 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:15,599 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:15,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000001/default_container_executor.sh]
2014-04-10 11:16:16,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:16,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:16,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/COMMIT_STARTED dst=null perm=null
2014-04-10 11:16:16,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:16:16,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/COMMIT_FAIL dst=null perm=null
2014-04-10 11:16:16,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033 dst=null perm=null
2014-04-10 11:16:16,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:16,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:17,085 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073742173_1349 to datanode(s) 127.0.0.1:43710
2014-04-10 11:16:17,086 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742163_1339, blk_1073742164_1340, blk_1073742165_1341, blk_1073742167_1343, blk_1073742170_1346]
2014-04-10 11:16:17,086 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742163_1339, blk_1073742164_1340, blk_1073742165_1341, blk_1073742166_1342, blk_1073742167_1343, blk_1073742168_1344, blk_1073742170_1346]
2014-04-10 11:16:17,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:17,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:17,150 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37945, bytes: 49, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351, duration: 167862
2014-04-10 11:16:17,746 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0033_000001 (auth:SIMPLE)
2014-04-10 11:16:17,747 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0033_000001
2014-04-10 11:16:17,748 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0033 APPATTEMPTID=appattempt_1397146165236_0033_000001
2014-04-10 11:16:17,748 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:16:17,748 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0033 State change from ACCEPTED to RUNNING
2014-04-10 11:16:17,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:17,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:17,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:17,968 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:16:18,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353 src: /127.0.0.1:51034 dest: /127.0.0.1:55447
2014-04-10 11:16:18,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353 src: /127.0.0.1:42458 dest: /127.0.0.1:51097
2014-04-10 11:16:18,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353 src: /127.0.0.1:37951 dest: /127.0.0.1:43710
2014-04-10 11:16:18,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37951, dest: /127.0.0.1:43710, bytes: 95557, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353, duration: 7221533
2014-04-10 11:16:18,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:18,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42458, dest: /127.0.0.1:51097, bytes: 95557, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353, duration: 7953962
2014-04-10 11:16:18,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:18,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:18,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51034, dest: /127.0.0.1:55447, bytes: 95557, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353, duration: 8460566
2014-04-10 11:16:18,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:18,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:18,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742177_1353{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:18,067 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1_conf.xml is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:18,404 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349 to 127.0.0.1:43710
2014-04-10 11:16:18,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163 for deletion
2014-04-10 11:16:18,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164 for deletion
2014-04-10 11:16:18,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742165 for deletion
2014-04-10 11:16:18,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163
2014-04-10 11:16:18,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742166 for deletion
2014-04-10 11:16:18,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742165
2014-04-10 11:16:18,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164
2014-04-10 11:16:18,405 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349 src: /127.0.0.1:37953 dest: /127.0.0.1:43710
2014-04-10 11:16:18,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742167 for deletion
2014-04-10 11:16:18,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742166
2014-04-10 11:16:18,406 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:16:18,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742167
2014-04-10 11:16:18,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742168 for deletion
2014-04-10 11:16:18,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742170 for deletion
2014-04-10 11:16:18,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742168
2014-04-10 11:16:18,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742170
2014-04-10 11:16:18,407 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349 src: /127.0.0.1:37953 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:16:18,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742173_1349 size 244650
2014-04-10 11:16:18,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163 for deletion
2014-04-10 11:16:18,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164 for deletion
2014-04-10 11:16:18,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742165 for deletion
2014-04-10 11:16:18,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163
2014-04-10 11:16:18,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742167 for deletion
2014-04-10 11:16:18,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742165
2014-04-10 11:16:18,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164
2014-04-10 11:16:18,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742170 for deletion
2014-04-10 11:16:18,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742167
2014-04-10 11:16:18,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742170
2014-04-10 11:16:18,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:18,897 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000002
2014-04-10 11:16:18,897 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0033_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:18,897 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0033 container=Container: [ContainerId: container_1397146165236_0033_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0033_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:18,897 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:16:18,897 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:19,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349
2014-04-10 11:16:19,582 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351
2014-04-10 11:16:19,583 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352
2014-04-10 11:16:19,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351
2014-04-10 11:16:19,699 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350
2014-04-10 11:16:19,733 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350
2014-04-10 11:16:19,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353
2014-04-10 11:16:19,737 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349
2014-04-10 11:16:19,781 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353
2014-04-10 11:16:19,782 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350
2014-04-10 11:16:19,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:19,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:19,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:19,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:19,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:19,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:19,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:19,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:19,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:19,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:19,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:19,897 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0033_000001 (auth:SIMPLE)
2014-04-10 11:16:19,901 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0033_01_000002 by user brock
2014-04-10 11:16:19,901 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0033
2014-04-10 11:16:19,901 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000002
2014-04-10 11:16:19,902 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from NEW to INITING
2014-04-10 11:16:19,902 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0033_01_000002 to application application_1397146165236_0033
2014-04-10 11:16:19,902 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from INITING to RUNNING
2014-04-10 11:16:19,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:16:19,902 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0033
2014-04-10 11:16:19,902 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0033
2014-04-10 11:16:19,903 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:19,903 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0033
2014-04-10 11:16:19,903 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:19,903 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:19,903 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0033_01_000002
2014-04-10 11:16:19,908 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0033_01_000002.tokens. Credentials list:
2014-04-10 11:16:19,921 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:19,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352
2014-04-10 11:16:19,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742175_1351
2014-04-10 11:16:19,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0033_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000002.tokens
2014-04-10 11:16:19,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0033 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:20,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:20,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:20,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar dst=null perm=null
2014-04-10 11:16:20,086 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742163_1339, blk_1073742164_1340, blk_1073742166_1342, blk_1073742168_1344, blk_1073742170_1346]
2014-04-10 11:16:20,086 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742163_1339, blk_1073742164_1340, blk_1073742165_1341, blk_1073742166_1342, blk_1073742167_1343, blk_1073742168_1344]
2014-04-10 11:16:20,089 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43663, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_241865426_19187, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742173_1349, duration: 853670
2014-04-10 11:16:20,113 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0033/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:20,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:20,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:20,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml dst=null perm=null
2014-04-10 11:16:20,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51047, bytes: 82190, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_241865426_19187, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742176_1352, duration: 390611
2014-04-10 11:16:20,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0033/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:20,155 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:20,187 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:20,187 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:20,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000002/default_container_executor.sh]
2014-04-10 11:16:20,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353
2014-04-10 11:16:20,677 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0032_01_000001 succeeded
2014-04-10 11:16:20,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:16:20,677 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0032_01_000001
2014-04-10 11:16:20,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000001
2014-04-10 11:16:20,695 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000001
2014-04-10 11:16:20,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000001
2014-04-10 11:16:20,696 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0032/container_1397146165236_0032_01_000001
2014-04-10 11:16:20,696 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000001
2014-04-10 11:16:20,696 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0032_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:16:20,696 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0032_01_000001 from application application_1397146165236_0032
2014-04-10 11:16:20,696 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:20,696 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0032
2014-04-10 11:16:20,798 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:20,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:21,202 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0032_01_000001
2014-04-10 11:16:21,203 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0032_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:21,203 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0032_000001
2014-04-10 11:16:21,203 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0032_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:16:21,203 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0032 CONTAINERID=container_1397146165236_0032_01_000001
2014-04-10 11:16:21,203 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0032_000001 State change from FINISHING to FINISHED
2014-04-10 11:16:21,203 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0032_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:16:21,203 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0032 State change from FINISHING to FINISHED
2014-04-10 11:16:21,203 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:16:21,203 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0032
2014-04-10 11:16:21,203 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0032_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:21,204 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0032_000001
2014-04-10 11:16:21,203 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0032,name=[972E0263D09E45A59DD245577442E574/67E248AD3FC94A03BE906878110FC8AD] test/(1/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0032/jobhistory/job/job_1397146165236_0032,appMasterHost=localhost.localdomain,startTime=1397146560857,finishTime=1397146574459,finalStatus=SUCCEEDED
2014-04-10 11:16:21,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:21,204 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2
2014-04-10 11:16:21,204 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0032_000001 released container container_1397146165236_0032_01_000001 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:21,204 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0032_000001 is done. finalState=FINISHED
2014-04-10 11:16:21,204 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0032 requests cleared
2014-04-10 11:16:21,204 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0032 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:16:21,204 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0032 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:16:21,206 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0032_000001 (auth:SIMPLE)
2014-04-10 11:16:21,206 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0032_01_000001
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163 for deletion
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164 for deletion
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742166 for deletion
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742168 for deletion
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742166
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742170 for deletion
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164
2014-04-10 11:16:21,490 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742168
2014-04-10 11:16:21,491 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742170_1346 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742170
2014-04-10 11:16:21,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163 for deletion
2014-04-10 11:16:21,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164 for deletion
2014-04-10 11:16:21,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742165 for deletion
2014-04-10 11:16:21,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742163_1339 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742163
2014-04-10 11:16:21,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742166 for deletion
2014-04-10 11:16:21,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742164_1340 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742164
2014-04-10 11:16:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742167 for deletion
2014-04-10 11:16:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742165_1341 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742165
2014-04-10 11:16:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742168 for deletion
2014-04-10 11:16:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742166_1342 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742166
2014-04-10 11:16:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742167_1343 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742167
2014-04-10 11:16:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742168_1344 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742168
2014-04-10 11:16:21,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job.split dst=null perm=null
2014-04-10 11:16:21,727 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51053, bytes: 353, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0033_m_000000_0_472358463_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742174_1350, duration: 168225
2014-04-10 11:16:21,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/part-00000 dst=null perm=null
2014-04-10 11:16:21,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2/part-00000 dst=null perm=null
2014-04-10 11:16:21,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51053, bytes: 314, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0033_m_000000_0_472358463_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742169_1345, duration: 157072
2014-04-10 11:16:21,896 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:21,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:21,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:21,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:21,897 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0032
2014-04-10 11:16:21,897 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:21,897 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:21,897 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0032, with delay of 10800 seconds
2014-04-10 11:16:21,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1397146165236_0033_m_000000_0 dst=null perm=null
2014-04-10 11:16:22,006 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0033_01_000002
2014-04-10 11:16:22,006 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000002
2014-04-10 11:16:22,006 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:16:22,006 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0033_01_000002
2014-04-10 11:16:22,014 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0033_01_000002 is : 143
2014-04-10 11:16:22,028 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:22,029 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:22,029 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000002
2014-04-10 11:16:22,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000002
2014-04-10 11:16:22,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000002
2014-04-10 11:16:22,030 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000002
2014-04-10 11:16:22,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000002
2014-04-10 11:16:22,030 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:22,030 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0033_01_000002 from application application_1397146165236_0033
2014-04-10 11:16:22,030 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:22,030 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0033
2014-04-10 11:16:22,094 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354 src: /127.0.0.1:42477 dest: /127.0.0.1:51097
2014-04-10 11:16:22,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354 src: /127.0.0.1:37970 dest: /127.0.0.1:43710
2014-04-10 11:16:22,097 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354 src: /127.0.0.1:51056 dest: /127.0.0.1:55447
2014-04-10 11:16:22,102 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1.jhist for DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:22,203 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:22,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:22,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:22,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:22,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0032
2014-04-10 11:16:22,204 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0032
2014-04-10 11:16:22,204 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0032 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:22,205 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0032, with delay of 10800 seconds
2014-04-10 11:16:23,006 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0033_01_000002
2014-04-10 11:16:23,007 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:23,007 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0033_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:16:23,007 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000002
2014-04-10 11:16:23,008 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0033_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:23,008 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:23,008 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0033_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:23,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:23,008 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:23,008 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0033_000001 released container container_1397146165236_0033_01_000002 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:24,008 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:24,008 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000003
2014-04-10 11:16:24,008 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0033_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:24,008 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0033 container=Container: [ContainerId: container_1397146165236_0033_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0033_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:24,009 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:16:24,009 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:24,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:24,825 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0033_01_000003 by user brock
2014-04-10 11:16:24,825 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000003
2014-04-10 11:16:24,825 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0033_01_000003 to application application_1397146165236_0033
2014-04-10 11:16:24,826 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:16:24,826 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0033
2014-04-10 11:16:24,826 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0033
2014-04-10 11:16:24,826 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:24,826 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0033
2014-04-10 11:16:24,827 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:24,856 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:24,856 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:24,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000003/default_container_executor.sh]
2014-04-10 11:16:25,008 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:25,815 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:26,568 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 3015 Total time for transactions(ms): 149 Number of transactions batched in Syncs: 19 Number of syncs: 2094 SyncTimes(ms): 23241 17850
2014-04-10 11:16:26,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1397146165236_0033_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:26,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1397146165236_0033_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:16:26,751 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355 src: /127.0.0.1:42488 dest: /127.0.0.1:51097
2014-04-10 11:16:26,752 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355 src: /127.0.0.1:43683 dest: /127.0.0.1:50700
2014-04-10 11:16:26,753 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355 src: /127.0.0.1:37982 dest: /127.0.0.1:43710
2014-04-10 11:16:26,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37982, dest: /127.0.0.1:43710, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0033_r_000000_0_-1188721224_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, duration: 8823005
2014-04-10 11:16:26,763 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:26,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43683, dest: /127.0.0.1:50700, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0033_r_000000_0_-1188721224_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, duration: 9629199
2014-04-10 11:16:26,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:26,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:26,764 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42488, dest: /127.0.0.1:51097, bytes: 128, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0033_r_000000_0_-1188721224_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, duration: 9960892
2014-04-10 11:16:26,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:26,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:26,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742179_1355{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:26,783 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1397146165236_0033_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0033_r_000000_0_-1188721224_1
2014-04-10 11:16:26,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1397146165236_0033_r_000000_0 dst=null perm=null
2014-04-10 11:16:26,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1397146165236_0033_r_000000_0 dst=null perm=null
2014-04-10 11:16:26,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1397146165236_0033_r_000000 dst=null perm=null
2014-04-10 11:16:26,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/_temporary/attempt_1397146165236_0033_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1397146165236_0033_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:26,901 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0033_01_000003
2014-04-10 11:16:26,901 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000003
2014-04-10 11:16:26,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:16:26,902 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0033_01_000003
2014-04-10 11:16:26,907 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0033_01_000003 is : 143
2014-04-10 11:16:26,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:26,917 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:26,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000003
2014-04-10 11:16:26,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000003
2014-04-10 11:16:26,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000003
2014-04-10 11:16:26,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000003
2014-04-10 11:16:26,918 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000003
2014-04-10 11:16:26,918 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:26,918 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0033_01_000003 from application application_1397146165236_0033
2014-04-10 11:16:26,918 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:26,919 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0033
2014-04-10 11:16:26,933 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:26,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1 dst=null perm=null
2014-04-10 11:16:26,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:26,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:26,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1397146165236_0033_r_000000 dst=null perm=null
2014-04-10 11:16:26,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null
2014-04-10 11:16:26,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary/1/task_1397146165236_0033_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:26,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary dst=null perm=null
2014-04-10 11:16:27,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:27,016 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:27,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:27,050 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:27,077 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51056, dest: /127.0.0.1:55447, bytes: 37646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354, duration: 4978783564
2014-04-10 11:16:27,077 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:27,080 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 13196
2014-04-10 11:16:27,081 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37970, dest: /127.0.0.1:43710, bytes: 37646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354, duration: 4982270294
2014-04-10 11:16:27,081 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,081 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 13196
2014-04-10 11:16:27,081 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42477, dest: /127.0.0.1:51097, bytes: 37646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354, duration: 4983008538
2014-04-10 11:16:27,082 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742178_1354{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 13196
2014-04-10 11:16:27,100 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1.jhist is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:27,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:27,120 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:16:27,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356 src: /127.0.0.1:37983 dest: /127.0.0.1:43710
2014-04-10 11:16:27,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356 src: /127.0.0.1:43686 dest: /127.0.0.1:50700
2014-04-10 11:16:27,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356 src: /127.0.0.1:42493 dest: /127.0.0.1:51097
2014-04-10 11:16:27,141 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42493, dest: /127.0.0.1:51097, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356, duration: 2159550
2014-04-10 11:16:27,142 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:27,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,142 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43686, dest: /127.0.0.1:50700, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356, duration: 2900335
2014-04-10 11:16:27,142 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37983, dest: /127.0.0.1:43710, bytes: 445, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356, duration: 3563470
2014-04-10 11:16:27,143 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742180_1356{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary_tmp is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:27,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1.jhist dst=null perm=null
2014-04-10 11:16:27,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist_tmp dst=null perm=null
2014-04-10 11:16:27,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1.jhist dst=null perm=null
2014-04-10 11:16:27,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist_tmp dst=null perm=null
2014-04-10 11:16:27,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1.jhist dst=null perm=null
2014-04-10 11:16:27,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:27,207 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:37986, bytes: 37942, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354, duration: 266290
2014-04-10 11:16:27,210 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:16:27,227 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357 src: /127.0.0.1:37987 dest: /127.0.0.1:43710
2014-04-10 11:16:27,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357 src: /127.0.0.1:43690 dest: /127.0.0.1:50700
2014-04-10 11:16:27,229 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357 src: /127.0.0.1:42497 dest: /127.0.0.1:51097
2014-04-10 11:16:27,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42497, dest: /127.0.0.1:51097, bytes: 37646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357, duration: 3882118
2014-04-10 11:16:27,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:27,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43690, dest: /127.0.0.1:50700, bytes: 37646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357, duration: 4472261
2014-04-10 11:16:27,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37987, dest: /127.0.0.1:43710, bytes: 37646, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357, duration: 5034714
2014-04-10 11:16:27,236 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742181_1357{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,250 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist_tmp is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:27,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1_conf.xml dst=null perm=null
2014-04-10 11:16:27,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:27,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1_conf.xml dst=null perm=null
2014-04-10 11:16:27,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:27,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033/job_1397146165236_0033_1_conf.xml dst=null perm=null
2014-04-10 11:16:27,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:27,294 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42498, bytes: 96305, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742177_1353, duration: 360322
2014-04-10 11:16:27,297 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:16:27,310 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358 src: /127.0.0.1:43693 dest: /127.0.0.1:50700
2014-04-10 11:16:27,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358 src: /127.0.0.1:42500 dest: /127.0.0.1:51097
2014-04-10 11:16:27,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358 src: /127.0.0.1:37993 dest: /127.0.0.1:43710
2014-04-10 11:16:27,317 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37993, dest: /127.0.0.1:43710, bytes: 95557, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358, duration: 3136839
2014-04-10 11:16:27,317 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:27,318 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,318 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42500, dest: /127.0.0.1:51097, bytes: 95557, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358, duration: 3931660
2014-04-10 11:16:27,318 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,319 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43693, dest: /127.0.0.1:50700, bytes: 95557, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_389571079_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358, duration: 4235941
2014-04-10 11:16:27,319 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,319 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742182_1358{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,333 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_389571079_1
2014-04-10 11:16:27,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,408 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0033_000001 with final state: FINISHING
2014-04-10 11:16:27,408 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:27,408 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0033 with final state: FINISHING
2014-04-10 11:16:27,409 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0033 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:27,409 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0033
2014-04-10 11:16:27,409 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:27,410 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0033 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:27,479 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:16:27,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:27,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:27,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary dst=null perm=null
2014-04-10 11:16:27,488 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42504, bytes: 449, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356, duration: 229714
2014-04-10 11:16:27,488 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0033,submitTime=1397146575081,launchTime=1397146577757,firstMapTaskLaunchTime=1397146579906,firstReduceTaskLaunchTime=1397146584826,finishTime=1397146587051,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=1,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=2,jobName=[972E0263D09E45A59DD245577442E574/1EB72D532D93461AB743408DB0D3349D] test/(2/2) ...dpipesplatform/groupgroup
2014-04-10 11:16:27,488 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary]
2014-04-10 11:16:27,500 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742180_1356 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:16:27,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033.summary dst=null perm=null
2014-04-10 11:16:27,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:16:27,502 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist
2014-04-10 11:16:27,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,517 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0033_conf.xml
2014-04-10 11:16:27,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0033_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0033_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:27,533 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0033 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist
2014-04-10 11:16:27,534 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist]
2014-04-10 11:16:27,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0033-1397146575081-brock-%5B972E0263D09E45A59DD245577442E574%2F1EB72D532D93461A-1397146587051-1-1-SUCCEEDED-default-1397146577757.jhist dst=null perm=null
2014-04-10 11:16:27,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43700, bytes: 37942, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357, duration: 256994
2014-04-10 11:16:27,575 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742169_1345 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:16:27,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7787116761_test_657F0E730B384B5B859E6EF00325CDE2 dst=null perm=null
2014-04-10 11:16:27,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,577 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary
2014-04-10 11:16:27,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/_temporary dst=null perm=null
2014-04-10 11:16:27,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,606 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:27,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null
2014-04-10 11:16:27,609 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42504, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, duration: 106619
2014-04-10 11:16:27,609 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/groupgroup
2014-04-10 11:16:27,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup dst=null perm=null
2014-04-10 11:16:27,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null
2014-04-10 11:16:27,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/groupgroup/part-00000 dst=null perm=null
2014-04-10 11:16:27,616 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43700, bytes: 132, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355, duration: 206606
2014-04-10 11:16:27,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:27,631 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:16:27,631 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:16:27,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:27,647 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper+offset] starting
2014-04-10 11:16:27,647 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper+offset] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"]
2014-04-10 11:16:27,647 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper+offset] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup"]
2014-04-10 11:16:27,647 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper+offset] parallel execution is enabled: true
2014-04-10 11:16:27,647 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper+offset] starting jobs: 2
2014-04-10 11:16:27,647 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [lower+upper+offset] allocating threads: 2
2014-04-10 11:16:27,648 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] starting step: (2/2)
2014-04-10 11:16:27,660 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:27,667 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:27,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:27,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:27,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:27,670 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 34
2014-04-10 11:16:27,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034 dst=null perm=null
2014-04-10 11:16:27,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:16:27,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:16:27,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:27,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:27,744 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:27,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359 src: /127.0.0.1:37999 dest: /127.0.0.1:43710
2014-04-10 11:16:27,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359 src: /127.0.0.1:43702 dest: /127.0.0.1:50700
2014-04-10 11:16:27,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359 src: /127.0.0.1:51086 dest: /127.0.0.1:55447
2014-04-10 11:16:27,768 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51086, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, duration: 3352118
2014-04-10 11:16:27,769 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:27,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,769 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43702, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, duration: 3402059
2014-04-10 11:16:27,769 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,770 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:37999, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, duration: 4252356
2014-04-10 11:16:27,770 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,770 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742183_1359{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,783 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:27,784 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar
2014-04-10 11:16:27,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:27,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:27,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:27,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:27,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:27,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:16:27,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:16:27,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:16:27,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:16:27,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:16:27,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:27,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:27,827 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:27,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:27,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:27,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:27,859 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split
2014-04-10 11:16:27,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:27,877 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:16:27,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360 src: /127.0.0.1:42510 dest: /127.0.0.1:51097
2014-04-10 11:16:27,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360 src: /127.0.0.1:51088 dest: /127.0.0.1:55447
2014-04-10 11:16:27,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360 src: /127.0.0.1:43706 dest: /127.0.0.1:50700
2014-04-10 11:16:27,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360 src: /127.0.0.1:38005 dest: /127.0.0.1:43710
2014-04-10 11:16:27,902 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0033_01_000003
2014-04-10 11:16:27,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:27,903 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0033_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:16:27,903 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38005, dest: /127.0.0.1:43710, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 5358396
2014-04-10 11:16:27,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000003
2014-04-10 11:16:27,903 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:27,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,904 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43706, dest: /127.0.0.1:50700, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 6077506
2014-04-10 11:16:27,904 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,903 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0033_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:27,904 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:27,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,904 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0033_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:27,904 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51088, dest: /127.0.0.1:55447, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 6623194
2014-04-10 11:16:27,905 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:27,905 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,905 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:27,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,905 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0033_000001 released container container_1397146165236_0033_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:27,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42510, dest: /127.0.0.1:51097, bytes: 1887, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 7606922
2014-04-10 11:16:27,906 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,906 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742184_1360{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,925 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:27,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:27,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:27,960 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:16:27,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361 src: /127.0.0.1:43708 dest: /127.0.0.1:50700
2014-04-10 11:16:27,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361 src: /127.0.0.1:38007 dest: /127.0.0.1:43710
2014-04-10 11:16:27,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361 src: /127.0.0.1:51093 dest: /127.0.0.1:55447
2014-04-10 11:16:27,981 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51093, dest: /127.0.0.1:55447, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, duration: 1302650
2014-04-10 11:16:27,981 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:27,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,982 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38007, dest: /127.0.0.1:43710, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, duration: 1608163
2014-04-10 11:16:27,982 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:27,982 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43708, dest: /127.0.0.1:50700, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, duration: 2525742
2014-04-10 11:16:27,983 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:27,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742185_1361{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:28,000 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:28,000 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:5
2014-04-10 11:16:28,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:28,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:28,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:16:28,059 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362 src: /127.0.0.1:43711 dest: /127.0.0.1:50700
2014-04-10 11:16:28,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362 src: /127.0.0.1:38010 dest: /127.0.0.1:43710
2014-04-10 11:16:28,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362 src: /127.0.0.1:42519 dest: /127.0.0.1:51097
2014-04-10 11:16:28,066 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42519, dest: /127.0.0.1:51097, bytes: 80978, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, duration: 2824502
2014-04-10 11:16:28,066 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:28,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:28,066 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38010, dest: /127.0.0.1:43710, bytes: 80978, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, duration: 3340508
2014-04-10 11:16:28,067 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:28,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:28,067 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43711, dest: /127.0.0.1:50700, bytes: 80978, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, duration: 3870712
2014-04-10 11:16:28,067 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:28,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742186_1362{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:28,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:28,083 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0034
2014-04-10 11:16:28,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034 dst=null perm=null
2014-04-10 11:16:28,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:28,086 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:28,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:28,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:28,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:28,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:28,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:28,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:28,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:28,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:28,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:28,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:28,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:28,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:28,140 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 34 submitted by user brock
2014-04-10 11:16:28,140 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0034
2014-04-10 11:16:28,140 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0034
2014-04-10 11:16:28,140 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0034
2014-04-10 11:16:28,140 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0034 State change from NEW to NEW_SAVING
2014-04-10 11:16:28,141 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0034 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:16:28,141 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0034_000001
2014-04-10 11:16:28,141 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from NEW to SUBMITTED
2014-04-10 11:16:28,141 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0034 from user: brock activated in queue: default
2014-04-10 11:16:28,142 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0034 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:16:28,142 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0034 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:16:28,142 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0034
2014-04-10 11:16:28,142 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0034_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:16:28,143 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:16:28,143 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0034 State change from SUBMITTED to ACCEPTED
2014-04-10 11:16:28,145 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0034/
2014-04-10 11:16:28,145 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] submitted hadoop job: job_1397146165236_0034
2014-04-10 11:16:28,145 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] tracking url: http://localhost:56922/proxy/application_1397146165236_0034/
2014-04-10 11:16:28,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:28,206 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000001
2014-04-10 11:16:28,206 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0034_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:16:28,207 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0034 container=Container: [ContainerId: container_1397146165236_0034_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0034_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:28,207 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:16:28,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:28,207 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:28,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0034 AttemptId: appattempt_1397146165236_0034_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0034_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ]
2014-04-10 11:16:28,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:16:28,208 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:16:28,208 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0034_000001
2014-04-10 11:16:28,209 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0034_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0034_000001
2014-04-10 11:16:28,209 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0034_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:16:28,212 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0034_000001 (auth:SIMPLE)
2014-04-10 11:16:28,213 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0034_01_000001 by user brock
2014-04-10 11:16:28,214 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0034
2014-04-10 11:16:28,214 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000001
2014-04-10 11:16:28,214 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from NEW to INITING
2014-04-10 11:16:28,214 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0034_01_000001 to application application_1397146165236_0034
2014-04-10 11:16:28,214 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from INITING to RUNNING
2014-04-10 11:16:28,214 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0034_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] for AM appattempt_1397146165236_0034_000001
2014-04-10 11:16:28,215 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:16:28,215 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:16:28,215 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0034
2014-04-10 11:16:28,215 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:28,215 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:16:28,216 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:16:28,216 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:28,216 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0034_01_000001
2014-04-10 11:16:28,225 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0034_01_000001.tokens. Credentials list:
2014-04-10 11:16:28,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:28,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0034_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000001.tokens
2014-04-10 11:16:28,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:28,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:28,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:28,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:28,420 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38016, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1407326284_19447, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, duration: 614285
2014-04-10 11:16:28,444 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:28,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:28,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:28,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:28,468 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38016, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1407326284_19447, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, duration: 212262
2014-04-10 11:16:28,483 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742173_1349 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:16:28,483 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742174_1350 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:16:28,484 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742175_1351 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:16:28,484 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742176_1352 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:16:28,484 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742178_1354 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:16:28,484 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742177_1353 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:16:28,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0033 dst=null perm=null
2014-04-10 11:16:28,486 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0034/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:28,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:28,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:28,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:28,511 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43700, bytes: 1903, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1407326284_19447, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 211595
2014-04-10 11:16:28,528 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0034/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:28,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:28,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:28,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:28,552 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42504, bytes: 81614, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1407326284_19447, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, duration: 390461
2014-04-10 11:16:28,569 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0034/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:28,570 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:28,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:28,601 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:28,661 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000001/default_container_executor.sh]
2014-04-10 11:16:29,087 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073742183_1359 to datanode(s) 127.0.0.1:51097
2014-04-10 11:16:29,088 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742180_1356, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2014-04-10 11:16:29,088 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742178_1354, blk_1073742180_1356, blk_1073742169_1345, blk_1073742173_1349, blk_1073742174_1350]
2014-04-10 11:16:29,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:29,702 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355
2014-04-10 11:16:29,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358
2014-04-10 11:16:29,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356
2014-04-10 11:16:29,703 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360
2014-04-10 11:16:29,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362
2014-04-10 11:16:29,704 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357
2014-04-10 11:16:29,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359
2014-04-10 11:16:29,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360
2014-04-10 11:16:29,785 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361
2014-04-10 11:16:29,786 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354
2014-04-10 11:16:29,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:29,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/COMMIT_STARTED dst=null perm=null
2014-04-10 11:16:29,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:16:29,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/COMMIT_FAIL dst=null perm=null
2014-04-10 11:16:29,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034 dst=null perm=null
2014-04-10 11:16:29,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:29,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:29,941 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358
2014-04-10 11:16:29,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362
2014-04-10 11:16:29,942 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354
2014-04-10 11:16:30,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359
2014-04-10 11:16:30,102 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361
2014-04-10 11:16:30,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:30,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:30,142 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359
2014-04-10 11:16:30,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355
2014-04-10 11:16:30,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357
2014-04-10 11:16:30,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356
2014-04-10 11:16:30,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360
2014-04-10 11:16:30,144 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361
2014-04-10 11:16:30,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51103, bytes: 187, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742185_1361, duration: 160450
2014-04-10 11:16:30,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362
2014-04-10 11:16:30,353 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742182_1358
2014-04-10 11:16:30,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742179_1355
2014-04-10 11:16:30,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742180_1356
2014-04-10 11:16:30,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742181_1357
2014-04-10 11:16:30,354 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360
2014-04-10 11:16:30,355 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742178_1354
2014-04-10 11:16:30,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742180 for deletion
2014-04-10 11:16:30,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173 for deletion
2014-04-10 11:16:30,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742180
2014-04-10 11:16:30,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174 for deletion
2014-04-10 11:16:30,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173
2014-04-10 11:16:30,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174
2014-04-10 11:16:30,404 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742175 for deletion
2014-04-10 11:16:30,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742175
2014-04-10 11:16:30,491 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359 to 127.0.0.1:51097
2014-04-10 11:16:30,491 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359 src: /127.0.0.1:42527 dest: /127.0.0.1:51097
2014-04-10 11:16:30,492 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:16:30,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359 src: /127.0.0.1:42527 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:16:30,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742183_1359 size 244650
2014-04-10 11:16:30,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742176 for deletion
2014-04-10 11:16:30,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742177 for deletion
2014-04-10 11:16:30,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742176
2014-04-10 11:16:30,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742178 for deletion
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742177
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742180 for deletion
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742178
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742169 for deletion
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742180
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173 for deletion
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742169
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174 for deletion
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174
2014-04-10 11:16:30,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173
2014-04-10 11:16:30,816 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0034_000001 (auth:SIMPLE)
2014-04-10 11:16:30,817 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0034_000001
2014-04-10 11:16:30,817 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0034 APPATTEMPTID=appattempt_1397146165236_0034_000001
2014-04-10 11:16:30,817 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:16:30,817 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0034 State change from ACCEPTED to RUNNING
2014-04-10 11:16:30,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:30,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:30,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:31,006 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:16:31,062 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363 src: /127.0.0.1:51106 dest: /127.0.0.1:55447
2014-04-10 11:16:31,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363 src: /127.0.0.1:38022 dest: /127.0.0.1:43710
2014-04-10 11:16:31,064 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363 src: /127.0.0.1:42531 dest: /127.0.0.1:51097
2014-04-10 11:16:31,068 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42531, dest: /127.0.0.1:51097, bytes: 95051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363, duration: 3824941
2014-04-10 11:16:31,068 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:31,068 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:31,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38022, dest: /127.0.0.1:43710, bytes: 95051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363, duration: 4638818
2014-04-10 11:16:31,069 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:31,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:31,069 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51106, dest: /127.0.0.1:55447, bytes: 95051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363, duration: 5003285
2014-04-10 11:16:31,069 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:31,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742187_1363{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:31,083 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:31,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:31,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000002
2014-04-10 11:16:31,904 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0034_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:31,905 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0034 container=Container: [ContainerId: container_1397146165236_0034_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0034_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:31,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:16:31,905 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:31,905 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:31,905 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000003
2014-04-10 11:16:31,905 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0034_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:16:31,906 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0034 container=Container: [ContainerId: container_1397146165236_0034_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0034_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:31,906 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:16:31,906 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:31,906 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:31,907 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000004
2014-04-10 11:16:31,907 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0034_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:16:31,907 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0034 container=Container: [ContainerId: container_1397146165236_0034_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0034_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:31,907 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:16:31,907 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:31,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:31,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000005
2014-04-10 11:16:31,908 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0034_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:16:31,908 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0034 container=Container: [ContainerId: container_1397146165236_0034_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0034_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:31,908 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:16:31,908 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:32,088 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742178_1354, blk_1073742180_1356, blk_1073742169_1345, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2014-04-10 11:16:32,089 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742176_1352, blk_1073742177_1353, blk_1073742178_1354, blk_1073742169_1345, blk_1073742173_1349, blk_1073742174_1350, blk_1073742175_1351]
2014-04-10 11:16:32,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:32,297 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000006
2014-04-10 11:16:32,297 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0034_01_000006 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:32,297 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0034 container=Container: [ContainerId: container_1397146165236_0034_01_000006, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0034_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:32,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:16:32,298 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:32,853 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:32,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:32,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:32,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:32,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:32,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:32,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:32,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:32,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:32,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:32,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:32,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:32,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:32,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:32,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:32,975 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0034_000001 (auth:SIMPLE)
2014-04-10 11:16:32,975 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0034_000001 (auth:SIMPLE)
2014-04-10 11:16:32,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0034_01_000002 by user brock
2014-04-10 11:16:32,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0034_01_000005 by user brock
2014-04-10 11:16:32,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0034
2014-04-10 11:16:32,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0034_01_000004 by user brock
2014-04-10 11:16:32,978 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0034_01_000005 to application application_1397146165236_0034
2014-04-10 11:16:32,978 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000004
2014-04-10 11:16:32,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0034_01_000006 by user brock
2014-04-10 11:16:32,979 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0034
2014-04-10 11:16:32,979 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000006
2014-04-10 11:16:32,978 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from NEW to INITING
2014-04-10 11:16:32,978 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000002
2014-04-10 11:16:32,978 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000005
2014-04-10 11:16:32,978 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0034_01_000003 by user brock
2014-04-10 11:16:32,980 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0034_01_000002 to application application_1397146165236_0034
2014-04-10 11:16:32,979 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from NEW to INITING
2014-04-10 11:16:32,980 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0034_01_000004 to application application_1397146165236_0034
2014-04-10 11:16:32,980 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000003
2014-04-10 11:16:32,980 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0034_01_000003 to application application_1397146165236_0034
2014-04-10 11:16:32,980 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0034_01_000006 to application application_1397146165236_0034
2014-04-10 11:16:32,981 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from INITING to RUNNING
2014-04-10 11:16:32,981 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from INITING to RUNNING
2014-04-10 11:16:32,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:16:32,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:16:32,981 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,981 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:16:32,981 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,986 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:32,986 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0034
2014-04-10 11:16:32,986 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:16:32,986 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:32,987 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:16:32,987 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:32,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,987 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0034_01_000006
2014-04-10 11:16:32,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,987 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:32,987 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0034
2014-04-10 11:16:32,987 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:32,987 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:32,987 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:32,988 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:32,988 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0034
2014-04-10 11:16:32,988 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:32,989 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0034
2014-04-10 11:16:32,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0034_01_000005
2014-04-10 11:16:32,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0034_01_000003
2014-04-10 11:16:32,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0034_01_000002
2014-04-10 11:16:32,989 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0034_01_000004
2014-04-10 11:16:32,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0034_01_000002.tokens. Credentials list:
2014-04-10 11:16:32,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0034_01_000006.tokens. Credentials list:
2014-04-10 11:16:32,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0034_01_000003.tokens. Credentials list:
2014-04-10 11:16:32,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0034_01_000005.tokens. Credentials list:
2014-04-10 11:16:32,997 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0034_01_000004.tokens. Credentials list:
2014-04-10 11:16:33,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:33,007 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:33,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0034_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000002.tokens
2014-04-10 11:16:33,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0034_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000006.tokens
2014-04-10 11:16:33,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:33,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:33,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:33,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:33,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:33,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:33,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:33,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar dst=null perm=null
2014-04-10 11:16:33,200 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38030, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1249786675_19623, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, duration: 871293
2014-04-10 11:16:33,224 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:33,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:33,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:33,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:33,249 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42540, bytes: 81614, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1249786675_19623, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, duration: 445762
2014-04-10 11:16:33,267 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:33,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:33,297 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:33,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:33,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:33,358 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000006/default_container_executor.sh]
2014-04-10 11:16:33,405 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38031, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1531216649_19622, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359, duration: 206230860
2014-04-10 11:16:33,420 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:33,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:33,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:33,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml dst=null perm=null
2014-04-10 11:16:33,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42540, bytes: 81614, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1531216649_19622, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742186_1362, duration: 202048
2014-04-10 11:16:33,442 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:33,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:33,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:33,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:33,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:33,469 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:33,469 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:33,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:33,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:33,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:33,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:33,476 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:33,476 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742176 for deletion
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742177 for deletion
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742178 for deletion
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742176
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742177
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742178
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742180 for deletion
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742169 for deletion
2014-04-10 11:16:33,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173 for deletion
2014-04-10 11:16:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742169
2014-04-10 11:16:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742180_1356 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742180
2014-04-10 11:16:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174 for deletion
2014-04-10 11:16:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173
2014-04-10 11:16:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742175 for deletion
2014-04-10 11:16:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174
2014-04-10 11:16:33,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742175
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742176 for deletion
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742177 for deletion
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742178 for deletion
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742176_1352 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742176
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742169 for deletion
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742177_1353 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742177
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742178_1354 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742178
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173 for deletion
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742169_1345 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742169
2014-04-10 11:16:33,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174 for deletion
2014-04-10 11:16:33,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742175 for deletion
2014-04-10 11:16:33,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742173_1349 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742173
2014-04-10 11:16:33,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742174_1350 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742174
2014-04-10 11:16:33,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742175_1351 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742175
2014-04-10 11:16:33,504 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0033_01_000001 succeeded
2014-04-10 11:16:33,505 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:16:33,505 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0033_01_000001
2014-04-10 11:16:33,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000001
2014-04-10 11:16:33,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000001
2014-04-10 11:16:33,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000001
2014-04-10 11:16:33,515 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0033/container_1397146165236_0033_01_000001
2014-04-10 11:16:33,515 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000001
2014-04-10 11:16:33,515 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0033_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:16:33,516 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0033_01_000001 from application application_1397146165236_0033
2014-04-10 11:16:33,516 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:33,516 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0033
2014-04-10 11:16:33,532 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000003/default_container_executor.sh]
2014-04-10 11:16:33,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000004/default_container_executor.sh]
2014-04-10 11:16:33,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000005/default_container_executor.sh]
2014-04-10 11:16:33,538 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000002/default_container_executor.sh]
2014-04-10 11:16:33,871 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:33,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:33,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:33,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:33,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:34,207 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0033_01_000001
2014-04-10 11:16:34,207 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0033_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:34,207 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0033_000001
2014-04-10 11:16:34,207 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0033_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:16:34,207 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0033_000001 State change from FINISHING to FINISHED
2014-04-10 11:16:34,207 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0033 CONTAINERID=container_1397146165236_0033_01_000001
2014-04-10 11:16:34,208 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0033 State change from FINISHING to FINISHED
2014-04-10 11:16:34,208 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0033_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:16:34,208 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0033_000001
2014-04-10 11:16:34,208 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:16:34,208 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0033
2014-04-10 11:16:34,208 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0033_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:34,208 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0033,name=[972E0263D09E45A59DD245577442E574/1EB72D532D93461AB743408DB0D3349D] test/(2/2) ...dpipesplatform/groupgroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0033/jobhistory/job/job_1397146165236_0033,appMasterHost=localhost.localdomain,startTime=1397146575081,finishTime=1397146587408,finalStatus=SUCCEEDED
2014-04-10 11:16:34,208 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:34,208 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=6
2014-04-10 11:16:34,208 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0033_000001 released container container_1397146165236_0033_01_000001 on node: host: localhost:54227 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:34,208 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0033_000001 is done. finalState=FINISHED
2014-04-10 11:16:34,208 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0033 requests cleared
2014-04-10 11:16:34,209 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0033 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:16:34,209 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0033 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:16:34,210 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0033_000001 (auth:SIMPLE)
2014-04-10 11:16:34,229 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0033_01_000001
2014-04-10 11:16:34,548 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:34,793 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363
2014-04-10 11:16:34,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0034_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000004.tokens
2014-04-10 11:16:34,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:34,907 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:34,908 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0033
2014-04-10 11:16:34,908 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:34,908 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0033, with delay of 10800 seconds
2014-04-10 11:16:34,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:34,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:34,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:34,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:34,932 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:35,072 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0034_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000005.tokens
2014-04-10 11:16:35,073 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:35,147 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363
2014-04-10 11:16:35,207 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:35,208 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0033
2014-04-10 11:16:35,208 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0033 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:35,208 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0033, with delay of 10800 seconds
2014-04-10 11:16:35,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:35,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:35,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:35,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:35,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0033
2014-04-10 11:16:35,358 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363
2014-04-10 11:16:35,558 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742183_1359
2014-04-10 11:16:35,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0034_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000003.tokens
2014-04-10 11:16:35,703 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:36,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:36,373 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43745, bytes: 1387, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000002_0_-1414141573_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 154636
2014-04-10 11:16:36,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:36,462 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43747, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000003_0_498752489_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 171361
2014-04-10 11:16:36,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:36,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:36,472 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38046, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000002_0_-1414141573_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 168096
2014-04-10 11:16:36,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:36,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job.split dst=null perm=null
2014-04-10 11:16:36,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:36,532 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38051, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000003_0_498752489_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 145940
2014-04-10 11:16:36,547 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51134, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000001_0_-1687915138_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 232258
2014-04-10 11:16:36,563 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51137, bytes: 871, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000004_0_323000417_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 169174
2014-04-10 11:16:36,592 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38053, bytes: 1903, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000000_0_-1912393801_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742184_1360, duration: 169639
2014-04-10 11:16:36,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:36,624 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38054, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000004_0_323000417_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 159467
2014-04-10 11:16:36,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:36,651 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38055, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000001_0_-1687915138_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 155184
2014-04-10 11:16:36,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:36,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_m_000002_0 dst=null perm=null
2014-04-10 11:16:36,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_m_000003_0 dst=null perm=null
2014-04-10 11:16:36,862 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0034_01_000004
2014-04-10 11:16:36,862 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000004
2014-04-10 11:16:36,862 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:16:36,862 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0034_01_000004
2014-04-10 11:16:36,881 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0034_01_000004 is : 143
2014-04-10 11:16:36,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_m_000004_0 dst=null perm=null
2014-04-10 11:16:36,889 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:16:36,892 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:36,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000004
2014-04-10 11:16:36,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000004
2014-04-10 11:16:36,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000004
2014-04-10 11:16:36,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000004
2014-04-10 11:16:36,893 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000004
2014-04-10 11:16:36,893 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:36,893 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0034_01_000004 from application application_1397146165236_0034
2014-04-10 11:16:36,893 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:36,893 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0034
2014-04-10 11:16:36,895 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0034_01_000005
2014-04-10 11:16:36,895 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000005
2014-04-10 11:16:36,895 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:16:36,895 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0034_01_000005
2014-04-10 11:16:36,895 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0034_01_000004
2014-04-10 11:16:36,895 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:36,896 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0034_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:16:36,896 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000004
2014-04-10 11:16:36,896 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0034_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:16:36,896 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:16:36,896 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0034_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:36,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:36,896 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:16:36,896 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0034_000001 released container container_1397146165236_0034_01_000004 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:16:36,897 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38053, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0034_m_000000_0_-1912393801_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 120501
2014-04-10 11:16:36,908 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0034_01_000005 is : 143
2014-04-10 11:16:36,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:36,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000005
2014-04-10 11:16:36,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000005
2014-04-10 11:16:36,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000005
2014-04-10 11:16:36,916 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000005
2014-04-10 11:16:36,916 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000005
2014-04-10 11:16:36,917 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:36,917 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0034_01_000005 from application application_1397146165236_0034
2014-04-10 11:16:36,917 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:36,917 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0034
2014-04-10 11:16:36,948 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0034_01_000006
2014-04-10 11:16:36,948 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000006
2014-04-10 11:16:36,948 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:16:36,949 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0034_01_000006
2014-04-10 11:16:36,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364 src: /127.0.0.1:38056 dest: /127.0.0.1:43710
2014-04-10 11:16:36,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364 src: /127.0.0.1:43759 dest: /127.0.0.1:50700
2014-04-10 11:16:36,953 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364 src: /127.0.0.1:42566 dest: /127.0.0.1:51097
2014-04-10 11:16:36,958 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1.jhist for DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:36,959 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0034_01_000006 is : 143
2014-04-10 11:16:36,967 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:36,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000006
2014-04-10 11:16:36,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000006
2014-04-10 11:16:36,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000006
2014-04-10 11:16:36,968 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000006
2014-04-10 11:16:36,968 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000006
2014-04-10 11:16:36,969 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:36,969 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0034_01_000006 from application application_1397146165236_0034
2014-04-10 11:16:36,969 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:36,969 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0034
2014-04-10 11:16:36,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_m_000001_0 dst=null perm=null
2014-04-10 11:16:36,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_m_000000_0 dst=null perm=null
2014-04-10 11:16:37,014 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0034_01_000002
2014-04-10 11:16:37,014 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000002
2014-04-10 11:16:37,014 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:16:37,014 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0034_01_000002
2014-04-10 11:16:37,014 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0034_01_000005
2014-04-10 11:16:37,015 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:37,015 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0034_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:16:37,015 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000005
2014-04-10 11:16:37,015 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0034_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:16:37,015 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:16:37,015 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0034_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:37,015 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:37,015 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:16:37,015 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0034_000001 released container container_1397146165236_0034_01_000005 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:37,019 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0034_01_000003
2014-04-10 11:16:37,019 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000003
2014-04-10 11:16:37,019 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0034_01_000002 is : 143
2014-04-10 11:16:37,028 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:16:37,028 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:37,028 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0034_01_000003
2014-04-10 11:16:37,035 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0034_01_000003 is : 143
2014-04-10 11:16:37,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000002
2014-04-10 11:16:37,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000002
2014-04-10 11:16:37,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000002
2014-04-10 11:16:37,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000002
2014-04-10 11:16:37,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:37,045 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000002
2014-04-10 11:16:37,045 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:37,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000003
2014-04-10 11:16:37,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000003
2014-04-10 11:16:37,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000003
2014-04-10 11:16:37,046 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000003
2014-04-10 11:16:37,046 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0034_01_000002 from application application_1397146165236_0034
2014-04-10 11:16:37,046 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:37,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0034
2014-04-10 11:16:37,047 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000003
2014-04-10 11:16:37,047 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:37,047 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0034_01_000003 from application application_1397146165236_0034
2014-04-10 11:16:37,047 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:37,047 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0034
2014-04-10 11:16:37,949 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0034_01_000006
2014-04-10 11:16:37,950 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:37,950 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0034_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:16:37,950 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000006
2014-04-10 11:16:37,950 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0034_01_000006 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:37,950 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:16:37,950 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0034_01_000006, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:37,951 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:37,951 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:16:37,951 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0034_000001 released container container_1397146165236_0034_01_000006 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:37,951 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:37,952 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000007
2014-04-10 11:16:37,952 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0034_01_000007 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:37,952 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0034 container=Container: [ContainerId: container_1397146165236_0034_01_000007, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0034_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:37,952 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:16:37,952 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:38,019 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0034_01_000002
2014-04-10 11:16:38,020 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0034_01_000003
2014-04-10 11:16:38,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:38,020 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0034_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:16:38,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000002
2014-04-10 11:16:38,020 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0034_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:16:38,021 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:16:38,021 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0034_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:38,021 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:38,021 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:16:38,021 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0034_000001 released container container_1397146165236_0034_01_000002 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:16:38,021 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:38,021 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0034_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:16:38,022 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000003
2014-04-10 11:16:38,022 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0034_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:38,022 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:16:38,022 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0034_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:38,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:38,022 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:16:38,022 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0034_000001 released container container_1397146165236_0034_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:38,887 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:38,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0034_01_000007 by user brock
2014-04-10 11:16:38,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000007
2014-04-10 11:16:38,900 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0034_01_000007 to application application_1397146165236_0034
2014-04-10 11:16:38,901 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:16:38,901 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0034
2014-04-10 11:16:38,901 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0034
2014-04-10 11:16:38,901 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:38,901 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0034
2014-04-10 11:16:38,902 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:38,934 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:38,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:38,950 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:38,987 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000007/default_container_executor.sh]
2014-04-10 11:16:39,891 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:41,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:41,941 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:16:42,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365 src: /127.0.0.1:38065 dest: /127.0.0.1:43710
2014-04-10 11:16:42,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365 src: /127.0.0.1:42574 dest: /127.0.0.1:51097
2014-04-10 11:16:42,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365 src: /127.0.0.1:43769 dest: /127.0.0.1:50700
2014-04-10 11:16:42,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43769, dest: /127.0.0.1:50700, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0034_r_000000_0_-741658382_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365, duration: 9226607
2014-04-10 11:16:42,035 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:42,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,035 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42574, dest: /127.0.0.1:51097, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0034_r_000000_0_-741658382_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365, duration: 9574805
2014-04-10 11:16:42,036 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,036 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38065, dest: /127.0.0.1:43710, bytes: 290, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0034_r_000000_0_-741658382_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365, duration: 10199857
2014-04-10 11:16:42,036 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,036 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742189_1365{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,057 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0034_r_000000_0_-741658382_1
2014-04-10 11:16:42,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_r_000000_0 dst=null perm=null
2014-04-10 11:16:42,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_r_000000_0 dst=null perm=null
2014-04-10 11:16:42,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/task_1397146165236_0034_r_000000 dst=null perm=null
2014-04-10 11:16:42,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/_temporary/attempt_1397146165236_0034_r_000000_0 dst=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/task_1397146165236_0034_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:42,175 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0034_01_000007
2014-04-10 11:16:42,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000007
2014-04-10 11:16:42,175 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:16:42,176 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0034_01_000007
2014-04-10 11:16:42,183 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0034_01_000007 is : 143
2014-04-10 11:16:42,198 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000007
2014-04-10 11:16:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000007
2014-04-10 11:16:42,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:42,199 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000007
2014-04-10 11:16:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000007
2014-04-10 11:16:42,199 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000007
2014-04-10 11:16:42,199 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0034_01_000007 from application application_1397146165236_0034
2014-04-10 11:16:42,199 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:42,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0034
2014-04-10 11:16:42,224 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:42,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1 dst=null perm=null
2014-04-10 11:16:42,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,239 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/task_1397146165236_0034_r_000000 dst=null perm=null
2014-04-10 11:16:42,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/part-00000 dst=null perm=null
2014-04-10 11:16:42,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary/1/task_1397146165236_0034_r_000000/part-00000 dst=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:42,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_temporary dst=null perm=null
2014-04-10 11:16:42,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:42,307 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:42,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:42,341 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:42,368 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42566, dest: /127.0.0.1:51097, bytes: 68765, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364, duration: 5414375213
2014-04-10 11:16:42,369 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:42,370 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15750
2014-04-10 11:16:42,370 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43759, dest: /127.0.0.1:50700, bytes: 68765, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364, duration: 5415568259
2014-04-10 11:16:42,370 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,371 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15750
2014-04-10 11:16:42,371 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38056, dest: /127.0.0.1:43710, bytes: 68765, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364, duration: 5417051721
2014-04-10 11:16:42,371 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742188_1364{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 15750
2014-04-10 11:16:42,390 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1.jhist is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:42,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:42,411 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:16:42,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366 src: /127.0.0.1:43771 dest: /127.0.0.1:50700
2014-04-10 11:16:42,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366 src: /127.0.0.1:42578 dest: /127.0.0.1:51097
2014-04-10 11:16:42,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366 src: /127.0.0.1:38071 dest: /127.0.0.1:43710
2014-04-10 11:16:42,432 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38071, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366, duration: 1924308
2014-04-10 11:16:42,433 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:42,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,433 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42578, dest: /127.0.0.1:51097, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366, duration: 2794251
2014-04-10 11:16:42,434 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,434 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43771, dest: /127.0.0.1:50700, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366, duration: 3577136
2014-04-10 11:16:42,435 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742190_1366{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,449 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary_tmp is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:42,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1.jhist dst=null perm=null
2014-04-10 11:16:42,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist_tmp dst=null perm=null
2014-04-10 11:16:42,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1.jhist dst=null perm=null
2014-04-10 11:16:42,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist_tmp dst=null perm=null
2014-04-10 11:16:42,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1.jhist dst=null perm=null
2014-04-10 11:16:42,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:42,493 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38072, bytes: 69305, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364, duration: 406901
2014-04-10 11:16:42,496 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:16:42,509 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367 src: /127.0.0.1:51158 dest: /127.0.0.1:55447
2014-04-10 11:16:42,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367 src: /127.0.0.1:38074 dest: /127.0.0.1:43710
2014-04-10 11:16:42,512 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367 src: /127.0.0.1:42583 dest: /127.0.0.1:51097
2014-04-10 11:16:42,516 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42583, dest: /127.0.0.1:51097, bytes: 68765, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367, duration: 3323181
2014-04-10 11:16:42,516 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:42,517 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,517 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38074, dest: /127.0.0.1:43710, bytes: 68765, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367, duration: 3979203
2014-04-10 11:16:42,517 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,518 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51158, dest: /127.0.0.1:55447, bytes: 68765, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367, duration: 4560817
2014-04-10 11:16:42,518 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,518 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742191_1367{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,532 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:42,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1_conf.xml dst=null perm=null
2014-04-10 11:16:42,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:42,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1_conf.xml dst=null perm=null
2014-04-10 11:16:42,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:42,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034/job_1397146165236_0034_1_conf.xml dst=null perm=null
2014-04-10 11:16:42,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:42,580 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51161, bytes: 95795, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742187_1363, duration: 206460
2014-04-10 11:16:42,582 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:16:42,601 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368 src: /127.0.0.1:38077 dest: /127.0.0.1:43710
2014-04-10 11:16:42,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368 src: /127.0.0.1:42586 dest: /127.0.0.1:51097
2014-04-10 11:16:42,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368 src: /127.0.0.1:43781 dest: /127.0.0.1:50700
2014-04-10 11:16:42,607 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43781, dest: /127.0.0.1:50700, bytes: 95051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368, duration: 2611930
2014-04-10 11:16:42,607 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:42,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,608 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42586, dest: /127.0.0.1:51097, bytes: 95051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368, duration: 3260021
2014-04-10 11:16:42,608 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,608 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38077, dest: /127.0.0.1:43710, bytes: 95051, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1091931476_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368, duration: 3702364
2014-04-10 11:16:42,608 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742192_1368{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,624 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1091931476_1
2014-04-10 11:16:42,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,698 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0034_000001 with final state: FINISHING
2014-04-10 11:16:42,699 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:42,699 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0034 with final state: FINISHING
2014-04-10 11:16:42,699 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0034 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:42,699 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0034
2014-04-10 11:16:42,700 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:42,700 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0034 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:42,704 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:16:42,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:42,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:42,709 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0034 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist
2014-04-10 11:16:42,710 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist]
2014-04-10 11:16:42,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist dst=null perm=null
2014-04-10 11:16:42,713 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51167, bytes: 69305, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367, duration: 384647
2014-04-10 11:16:42,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary dst=null perm=null
2014-04-10 11:16:42,736 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42591, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366, duration: 227226
2014-04-10 11:16:42,736 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0034,submitTime=1397146588140,launchTime=1397146590827,firstMapTaskLaunchTime=1397146592985,firstReduceTaskLaunchTime=1397146598901,finishTime=1397146602342,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=5,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=19,reduceSlotSeconds=3,jobName=[7FEE7BC5BCE440C5B0120F1B5875D204/2B13EC35815F41AD8F086F2C8DD043C1] lower+upper+offset/(2/2)
2014-04-10 11:16:42,736 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary]
2014-04-10 11:16:42,749 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742190_1366 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:16:42,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034.summary dst=null perm=null
2014-04-10 11:16:42,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:16:42,752 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist
2014-04-10 11:16:42,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0034-1397146588140-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F2B13EC35815F41AD-1397146602342-5-1-SUCCEEDED-default-1397146590827.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,766 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0034_conf.xml
2014-04-10 11:16:42,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0034_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0034_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:42,799 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] starting step: (1/2) .../samemergethreechaingroup
2014-04-10 11:16:42,814 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:42,823 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:42,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:42,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:42,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:42,827 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 35
2014-04-10 11:16:42,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035 dst=null perm=null
2014-04-10 11:16:42,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:16:42,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:16:42,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:42,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:42,876 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:16:42,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369 src: /127.0.0.1:51169 dest: /127.0.0.1:55447
2014-04-10 11:16:42,893 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369 src: /127.0.0.1:38085 dest: /127.0.0.1:43710
2014-04-10 11:16:42,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369 src: /127.0.0.1:43788 dest: /127.0.0.1:50700
2014-04-10 11:16:42,899 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43788, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, duration: 3876248
2014-04-10 11:16:42,899 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:42,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,900 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38085, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, duration: 4486720
2014-04-10 11:16:42,900 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,901 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51169, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, duration: 4510272
2014-04-10 11:16:42,901 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:42,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742193_1369{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:42,915 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:42,916 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar
2014-04-10 11:16:42,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:42,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:42,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:42,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:42,952 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:42,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:16:42,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:16:42,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:16:42,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:16:42,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:16:42,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:42,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,961 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:42,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:42,963 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:42,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:42,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:42,968 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:42,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:42,970 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:42,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:42,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:42,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:43,000 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split
2014-04-10 11:16:43,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:43,017 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:16:43,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370 src: /127.0.0.1:43789 dest: /127.0.0.1:50700
2014-04-10 11:16:43,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370 src: /127.0.0.1:51173 dest: /127.0.0.1:55447
2014-04-10 11:16:43,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370 src: /127.0.0.1:38089 dest: /127.0.0.1:43710
2014-04-10 11:16:43,037 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370 src: /127.0.0.1:42598 dest: /127.0.0.1:51097
2014-04-10 11:16:43,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42598, dest: /127.0.0.1:51097, bytes: 2236, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 2548957
2014-04-10 11:16:43,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:43,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38089, dest: /127.0.0.1:43710, bytes: 2236, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 3072655
2014-04-10 11:16:43,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:43,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51173, dest: /127.0.0.1:55447, bytes: 2236, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 3713617
2014-04-10 11:16:43,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:43,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,043 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43789, dest: /127.0.0.1:50700, bytes: 2236, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 4370225
2014-04-10 11:16:43,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:43,047 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742194_1370{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,065 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:43,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:43,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:43,100 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:43,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371 src: /127.0.0.1:38091 dest: /127.0.0.1:43710
2014-04-10 11:16:43,118 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371 src: /127.0.0.1:43794 dest: /127.0.0.1:50700
2014-04-10 11:16:43,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371 src: /127.0.0.1:51178 dest: /127.0.0.1:55447
2014-04-10 11:16:43,122 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51178, dest: /127.0.0.1:55447, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, duration: 1707066
2014-04-10 11:16:43,123 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:43,123 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,123 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43794, dest: /127.0.0.1:50700, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, duration: 1930465
2014-04-10 11:16:43,123 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:43,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38091, dest: /127.0.0.1:43710, bytes: 220, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, duration: 2660033
2014-04-10 11:16:43,124 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:43,124 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742195_1371{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,140 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:43,141 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:16:43,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:43,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:43,176 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0034_01_000007
2014-04-10 11:16:43,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:43,177 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0034_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:16:43,177 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000007
2014-04-10 11:16:43,177 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0034_01_000007 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:43,177 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:43,178 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0034_01_000007, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:43,178 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:43,178 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:43,178 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0034_000001 released container container_1397146165236_0034_01_000007 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:43,180 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:16:43,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372 src: /127.0.0.1:38094 dest: /127.0.0.1:43710
2014-04-10 11:16:43,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372 src: /127.0.0.1:51180 dest: /127.0.0.1:55447
2014-04-10 11:16:43,194 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372 src: /127.0.0.1:43798 dest: /127.0.0.1:50700
2014-04-10 11:16:43,198 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43798, dest: /127.0.0.1:50700, bytes: 81644, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, duration: 2478451
2014-04-10 11:16:43,198 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:43,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,198 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51180, dest: /127.0.0.1:55447, bytes: 81644, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, duration: 3084629
2014-04-10 11:16:43,199 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:43,199 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,199 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38094, dest: /127.0.0.1:43710, bytes: 81644, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, duration: 3342831
2014-04-10 11:16:43,199 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:43,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742196_1372{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:43,216 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:43,216 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0035
2014-04-10 11:16:43,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035 dst=null perm=null
2014-04-10 11:16:43,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:43,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:43,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:43,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:43,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:43,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:43,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:43,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:43,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:43,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:43,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:43,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:43,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:43,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:43,271 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 35 submitted by user brock
2014-04-10 11:16:43,272 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0035
2014-04-10 11:16:43,272 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0035
2014-04-10 11:16:43,272 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0035
2014-04-10 11:16:43,272 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0035 State change from NEW to NEW_SAVING
2014-04-10 11:16:43,273 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0035 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:16:43,273 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0035_000001
2014-04-10 11:16:43,273 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from NEW to SUBMITTED
2014-04-10 11:16:43,273 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0035 from user: brock activated in queue: default
2014-04-10 11:16:43,273 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0035 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:16:43,274 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0035
2014-04-10 11:16:43,274 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0035 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:16:43,274 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0035_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:16:43,275 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:16:43,275 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0035 State change from SUBMITTED to ACCEPTED
2014-04-10 11:16:43,277 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0035/
2014-04-10 11:16:43,277 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] submitted hadoop job: job_1397146165236_0035
2014-04-10 11:16:43,277 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [lower+upper+offset] tracking url: http://localhost:56922/proxy/application_1397146165236_0035/
2014-04-10 11:16:43,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:43,507 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000001
2014-04-10 11:16:43,507 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:16:43,507 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0035_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:43,507 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:16:43,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:43,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:43,508 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0035 AttemptId: appattempt_1397146165236_0035_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0035_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ]
2014-04-10 11:16:43,509 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:16:43,509 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:16:43,509 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0035_000001
2014-04-10 11:16:43,510 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0035_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0035_000001
2014-04-10 11:16:43,510 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0035_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:16:43,513 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0035_000001 (auth:SIMPLE)
2014-04-10 11:16:43,514 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000001 by user brock
2014-04-10 11:16:43,515 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0035
2014-04-10 11:16:43,515 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000001
2014-04-10 11:16:43,515 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from NEW to INITING
2014-04-10 11:16:43,515 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000001 to application application_1397146165236_0035
2014-04-10 11:16:43,515 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from INITING to RUNNING
2014-04-10 11:16:43,516 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0035_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0035_000001
2014-04-10 11:16:43,516 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:16:43,516 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:16:43,516 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:43,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:43,516 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:16:43,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:16:43,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:43,517 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0035_01_000001
2014-04-10 11:16:43,527 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0035_01_000001.tokens. Credentials list:
2014-04-10 11:16:43,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:43,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1397146165236_0035_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000001.tokens
2014-04-10 11:16:43,613 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:16:43,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:43,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:43,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:43,726 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51167, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_59326920_20129, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, duration: 912241
2014-04-10 11:16:43,751 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:43,766 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742183_1359 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:16:43,766 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742184_1360 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:16:43,766 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742185_1361 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:16:43,766 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742186_1362 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:16:43,767 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742188_1364 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:16:43,767 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742187_1363 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:16:43,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0034 dst=null perm=null
2014-04-10 11:16:43,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:43,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:43,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:43,778 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43803, bytes: 224, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_59326920_20129, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, duration: 237479
2014-04-10 11:16:43,796 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0035/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:43,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:43,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:43,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:43,822 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51167, bytes: 2256, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_59326920_20129, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 282868
2014-04-10 11:16:43,840 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0035/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:43,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:43,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:43,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:43,865 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38102, bytes: 82284, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_59326920_20129, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, duration: 403824
2014-04-10 11:16:43,884 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0035/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:43,884 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:43,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:43,916 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:43,976 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000001/default_container_executor.sh]
2014-04-10 11:16:44,090 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073742193_1369 to datanode(s) 127.0.0.1:51097
2014-04-10 11:16:44,090 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742190_1366]
2014-04-10 11:16:44,090 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742185_1361, blk_1073742187_1363]
2014-04-10 11:16:44,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:44,796 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372
2014-04-10 11:16:44,797 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371
2014-04-10 11:16:44,797 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370
2014-04-10 11:16:44,797 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367
2014-04-10 11:16:44,997 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369
2014-04-10 11:16:45,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370
2014-04-10 11:16:45,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366
2014-04-10 11:16:45,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:45,115 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369
2014-04-10 11:16:45,116 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364
2014-04-10 11:16:45,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/COMMIT_STARTED dst=null perm=null
2014-04-10 11:16:45,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:16:45,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/COMMIT_FAIL dst=null perm=null
2014-04-10 11:16:45,149 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372
2014-04-10 11:16:45,150 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368
2014-04-10 11:16:45,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035 dst=null perm=null
2014-04-10 11:16:45,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:45,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:45,315 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368
2014-04-10 11:16:45,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372
2014-04-10 11:16:45,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365
2014-04-10 11:16:45,316 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371
2014-04-10 11:16:45,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367
2014-04-10 11:16:45,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742190_1366
2014-04-10 11:16:45,349 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742188_1364
2014-04-10 11:16:45,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:45,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:45,461 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51191, bytes: 224, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371, duration: 155185
2014-04-10 11:16:45,497 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369 to 127.0.0.1:51097
2014-04-10 11:16:45,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183 for deletion
2014-04-10 11:16:45,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184 for deletion
2014-04-10 11:16:45,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742185_1361 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742185 for deletion
2014-04-10 11:16:45,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184
2014-04-10 11:16:45,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742187 for deletion
2014-04-10 11:16:45,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183
2014-04-10 11:16:45,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369 src: /127.0.0.1:42615 dest: /127.0.0.1:51097
2014-04-10 11:16:45,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742187
2014-04-10 11:16:45,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742185_1361 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742185
2014-04-10 11:16:45,498 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:16:45,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369 src: /127.0.0.1:42615 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:16:45,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742193_1369 size 244650
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183 for deletion
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184 for deletion
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742186 for deletion
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742187 for deletion
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742186
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742188 for deletion
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742190 for deletion
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742187
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742188
2014-04-10 11:16:45,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742190
2014-04-10 11:16:45,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369
2014-04-10 11:16:45,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742195_1371
2014-04-10 11:16:45,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370
2014-04-10 11:16:45,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365
2014-04-10 11:16:45,560 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742191_1367
2014-04-10 11:16:45,561 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742192_1368
2014-04-10 11:16:45,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365
2014-04-10 11:16:45,562 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370
2014-04-10 11:16:45,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369
2014-04-10 11:16:46,042 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0035_000001 (auth:SIMPLE)
2014-04-10 11:16:46,043 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0035_000001
2014-04-10 11:16:46,043 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0035 APPATTEMPTID=appattempt_1397146165236_0035_000001
2014-04-10 11:16:46,043 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:16:46,043 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0035 State change from ACCEPTED to RUNNING
2014-04-10 11:16:46,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:46,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:46,140 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:46,233 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:16:46,272 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373 src: /127.0.0.1:51194 dest: /127.0.0.1:55447
2014-04-10 11:16:46,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373 src: /127.0.0.1:38110 dest: /127.0.0.1:43710
2014-04-10 11:16:46,279 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373 src: /127.0.0.1:43813 dest: /127.0.0.1:50700
2014-04-10 11:16:46,285 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43813, dest: /127.0.0.1:50700, bytes: 95579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373, duration: 4620265
2014-04-10 11:16:46,285 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:46,285 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:46,285 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38110, dest: /127.0.0.1:43710, bytes: 95579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373, duration: 4958709
2014-04-10 11:16:46,285 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:46,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:46,286 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51194, dest: /127.0.0.1:55447, bytes: 95579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373, duration: 5324095
2014-04-10 11:16:46,286 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:46,286 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742197_1373{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:46,299 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:47,090 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742185_1361, blk_1073742186_1362, blk_1073742187_1363, blk_1073742188_1364, blk_1073742190_1366]
2014-04-10 11:16:47,091 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742183_1359, blk_1073742184_1360, blk_1073742185_1361, blk_1073742186_1362, blk_1073742188_1364, blk_1073742190_1366]
2014-04-10 11:16:47,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:47,178 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000002
2014-04-10 11:16:47,178 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:16:47,179 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0035_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,179 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:16:47,179 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,180 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:47,180 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000003
2014-04-10 11:16:47,180 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:16:47,180 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0035_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,180 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:16:47,181 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,181 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:47,181 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000004
2014-04-10 11:16:47,181 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:16:47,181 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0035_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,182 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:16:47,182 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,182 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:47,183 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000005
2014-04-10 11:16:47,183 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:16:47,183 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0035_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,183 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:16:47,183 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:47,211 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000006
2014-04-10 11:16:47,211 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:16:47,212 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0035_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,212 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:16:47,212 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:47,213 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000007
2014-04-10 11:16:47,213 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000007 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:16:47,213 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000007, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0035_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:47,213 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:16:47,213 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:48,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:48,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:48,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:48,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:48,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:48,078 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:48,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,126 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:48,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:48,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:48,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:48,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:48,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:48,194 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0035_000001 (auth:SIMPLE)
2014-04-10 11:16:48,194 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0035_000001 (auth:SIMPLE)
2014-04-10 11:16:48,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000002 by user brock
2014-04-10 11:16:48,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000005 by user brock
2014-04-10 11:16:48,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0035
2014-04-10 11:16:48,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000003 by user brock
2014-04-10 11:16:48,199 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000005
2014-04-10 11:16:48,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000006 by user brock
2014-04-10 11:16:48,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000004 by user brock
2014-04-10 11:16:48,200 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0035
2014-04-10 11:16:48,200 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000004
2014-04-10 11:16:48,200 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000006
2014-04-10 11:16:48,200 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000003
2014-04-10 11:16:48,199 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000007 by user brock
2014-04-10 11:16:48,199 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000005 to application application_1397146165236_0035
2014-04-10 11:16:48,199 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000002
2014-04-10 11:16:48,201 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from NEW to INITING
2014-04-10 11:16:48,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000007
2014-04-10 11:16:48,200 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from NEW to INITING
2014-04-10 11:16:48,201 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000002 to application application_1397146165236_0035
2014-04-10 11:16:48,202 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000006 to application application_1397146165236_0035
2014-04-10 11:16:48,202 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000003 to application application_1397146165236_0035
2014-04-10 11:16:48,202 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000007 to application application_1397146165236_0035
2014-04-10 11:16:48,202 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000004 to application application_1397146165236_0035
2014-04-10 11:16:48,202 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from INITING to RUNNING
2014-04-10 11:16:48,202 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from INITING to RUNNING
2014-04-10 11:16:48,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:16:48,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:16:48,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:16:48,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,203 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:16:48,203 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,204 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:48,204 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0035
2014-04-10 11:16:48,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:16:48,204 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:48,204 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:16:48,204 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:48,204 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,204 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,204 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,205 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:48,205 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,205 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0035
2014-04-10 11:16:48,205 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:48,205 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0035
2014-04-10 11:16:48,205 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:48,206 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:48,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,206 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0035_01_000006
2014-04-10 11:16:48,206 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,206 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:48,206 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0035
2014-04-10 11:16:48,206 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0035_01_000007
2014-04-10 11:16:48,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,207 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:48,207 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0035
2014-04-10 11:16:48,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,207 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0035
2014-04-10 11:16:48,208 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:48,208 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0035
2014-04-10 11:16:48,208 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0035_01_000002
2014-04-10 11:16:48,208 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0035_01_000003
2014-04-10 11:16:48,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0035_01_000005
2014-04-10 11:16:48,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0035_01_000004
2014-04-10 11:16:48,211 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:48,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:48,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0035_01_000005.tokens. Credentials list:
2014-04-10 11:16:48,230 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0035_01_000002.tokens. Credentials list:
2014-04-10 11:16:48,230 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0035_01_000006.tokens. Credentials list:
2014-04-10 11:16:48,230 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0035_01_000004.tokens. Credentials list:
2014-04-10 11:16:48,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0035_01_000003.tokens. Credentials list:
2014-04-10 11:16:48,229 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0035_01_000007.tokens. Credentials list:
2014-04-10 11:16:48,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:48,246 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:48,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0035_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000005.tokens
2014-04-10 11:16:48,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0035_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000006.tokens
2014-04-10 11:16:48,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:16:48,328 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:16:48,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183 for deletion
2014-04-10 11:16:48,409 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184 for deletion
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742185_1361 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742185 for deletion
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742185_1361 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742185
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742186 for deletion
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742188 for deletion
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742186
2014-04-10 11:16:48,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742188
2014-04-10 11:16:48,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742190 for deletion
2014-04-10 11:16:48,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742190
2014-04-10 11:16:48,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar dst=null perm=null
2014-04-10 11:16:48,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42630, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2089518807_20310, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, duration: 624021
2014-04-10 11:16:48,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42629, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1325778602_20311, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742193_1369, duration: 853021
2014-04-10 11:16:48,487 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:48,488 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:48,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183 for deletion
2014-04-10 11:16:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184 for deletion
2014-04-10 11:16:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742185_1361 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742185 for deletion
2014-04-10 11:16:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742183_1359 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742183
2014-04-10 11:16:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742184_1360 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742184
2014-04-10 11:16:48,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742186 for deletion
2014-04-10 11:16:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742185_1361 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742185
2014-04-10 11:16:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742187 for deletion
2014-04-10 11:16:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742186_1362 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742186
2014-04-10 11:16:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742188 for deletion
2014-04-10 11:16:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742187_1363 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742187
2014-04-10 11:16:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742190 for deletion
2014-04-10 11:16:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742188_1364 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742188
2014-04-10 11:16:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742190_1366 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742190
2014-04-10 11:16:48,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml dst=null perm=null
2014-04-10 11:16:48,522 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38123, bytes: 82284, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-2089518807_20310, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, duration: 412840
2014-04-10 11:16:48,523 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38124, bytes: 82284, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1325778602_20311, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742196_1372, duration: 388717
2014-04-10 11:16:48,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0035/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:48,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:48,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:48,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:48,546 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0035/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:48,547 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:48,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:48,548 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:48,596 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:48,596 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:48,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:48,596 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:48,600 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:48,600 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:48,600 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:48,601 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:48,601 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:48,601 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:48,605 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:48,605 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:48,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000004/default_container_executor.sh]
2014-04-10 11:16:48,682 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000006/default_container_executor.sh]
2014-04-10 11:16:48,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000007/default_container_executor.sh]
2014-04-10 11:16:48,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000003/default_container_executor.sh]
2014-04-10 11:16:48,687 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000002/default_container_executor.sh]
2014-04-10 11:16:48,690 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000005/default_container_executor.sh]
2014-04-10 11:16:48,891 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0034_01_000001 succeeded
2014-04-10 11:16:48,891 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:16:48,891 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0034_01_000001
2014-04-10 11:16:48,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000001
2014-04-10 11:16:48,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000001
2014-04-10 11:16:48,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000001
2014-04-10 11:16:48,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0034/container_1397146165236_0034_01_000001
2014-04-10 11:16:48,905 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000001
2014-04-10 11:16:48,905 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0034_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:16:48,905 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0034_01_000001 from application application_1397146165236_0034
2014-04-10 11:16:48,905 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:48,905 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0034
2014-04-10 11:16:49,093 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:49,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:49,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:49,178 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:49,179 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:49,211 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0034_01_000001
2014-04-10 11:16:49,212 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0034_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:49,212 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0034_000001
2014-04-10 11:16:49,212 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0034_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:16:49,212 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0034_000001 State change from FINISHING to FINISHED
2014-04-10 11:16:49,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0034 CONTAINERID=container_1397146165236_0034_01_000001
2014-04-10 11:16:49,212 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0034_01_000001 of capacity <memory:2048, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:16:49,212 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0034 State change from FINISHING to FINISHED
2014-04-10 11:16:49,212 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:16:49,212 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0034
2014-04-10 11:16:49,212 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0034_000001
2014-04-10 11:16:49,213 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0034,name=[7FEE7BC5BCE440C5B0120F1B5875D204/2B13EC35815F41AD8F086F2C8DD043C1] lower+upper+offset/(2/2),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0034/jobhistory/job/job_1397146165236_0034,appMasterHost=localhost.localdomain,startTime=1397146588140,finishTime=1397146602699,finalStatus=SUCCEEDED
2014-04-10 11:16:49,213 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0034_01_000001, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:49,213 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:49,213 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:16:49,213 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0034_000001 released container container_1397146165236_0034_01_000001 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:49,213 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0034_000001 is done. finalState=FINISHED
2014-04-10 11:16:49,213 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0034 requests cleared
2014-04-10 11:16:49,213 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0034 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:16:49,213 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0034 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:16:49,215 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0034_000001 (auth:SIMPLE)
2014-04-10 11:16:49,223 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0034_01_000001
2014-04-10 11:16:49,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:49,666 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:50,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373
2014-04-10 11:16:50,023 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:50,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,024 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0034
2014-04-10 11:16:50,024 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,024 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:50,024 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0034, with delay of 10800 seconds
2014-04-10 11:16:50,178 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:50,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,179 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0034
2014-04-10 11:16:50,179 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:50,179 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0034, with delay of 10800 seconds
2014-04-10 11:16:50,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,179 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0035_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000003.tokens
2014-04-10 11:16:50,183 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:16:50,212 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:16:50,212 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,212 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0034
2014-04-10 11:16:50,213 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0034 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:16:50,213 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0034, with delay of 10800 seconds
2014-04-10 11:16:50,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0034
2014-04-10 11:16:50,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0035_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000007.tokens
2014-04-10 11:16:50,240 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:16:50,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373
2014-04-10 11:16:50,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:50,554 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373
2014-04-10 11:16:50,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0035_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000004.tokens
2014-04-10 11:16:50,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:16:51,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:51,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0035_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000002.tokens
2014-04-10 11:16:51,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:16:52,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:52,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:52,085 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:52,111 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42651, bytes: 2256, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000000_0_-1431165166_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 164441
2014-04-10 11:16:52,159 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38146, bytes: 1224, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000004_0_1295696214_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 154410
2014-04-10 11:16:52,175 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42655, bytes: 2256, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000001_0_-1802075984_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 159131
2014-04-10 11:16:52,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/part-00000 dst=null perm=null
2014-04-10 11:16:52,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F/part-00000 dst=null perm=null
2014-04-10 11:16:52,184 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38149, bytes: 294, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000000_0_-1431165166_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742189_1365, duration: 163704
2014-04-10 11:16:52,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:52,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:52,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:52,277 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38146, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000004_0_1295696214_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 143106
2014-04-10 11:16:52,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:52,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38151, bytes: 1224, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000003_0_-1675111196_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 167142
2014-04-10 11:16:52,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job.split dst=null perm=null
2014-04-10 11:16:52,427 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51238, bytes: 1740, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000002_0_879865493_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 156293
2014-04-10 11:16:52,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_m_000000_0 dst=null perm=null
2014-04-10 11:16:52,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:52,498 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42664, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000003_0_-1675111196_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 186697
2014-04-10 11:16:52,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42663, bytes: 708, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000005_0_-1393774301_1, offset: 1536, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742194_1370, duration: 177418
2014-04-10 11:16:52,526 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000002
2014-04-10 11:16:52,526 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000002
2014-04-10 11:16:52,526 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:16:52,526 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000002
2014-04-10 11:16:52,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:52,529 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38157, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000002_0_879865493_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 169266
2014-04-10 11:16:52,535 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0035_01_000002 is : 143
2014-04-10 11:16:52,557 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:16:52,562 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43860, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000001_0_-1802075984_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 4068397
2014-04-10 11:16:52,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:52,564 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000002
2014-04-10 11:16:52,564 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:52,564 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000002 from application application_1397146165236_0035
2014-04-10 11:16:52,565 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:52,565 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:16:52,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000002
2014-04-10 11:16:52,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000002
2014-04-10 11:16:52,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000002
2014-04-10 11:16:52,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000002
2014-04-10 11:16:52,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_m_000004_0 dst=null perm=null
2014-04-10 11:16:52,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:16:52,588 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38159, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0035_m_000005_0_-1393774301_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 170453
2014-04-10 11:16:52,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374 src: /127.0.0.1:38160 dest: /127.0.0.1:43710
2014-04-10 11:16:52,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374 src: /127.0.0.1:51246 dest: /127.0.0.1:55447
2014-04-10 11:16:52,635 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000006
2014-04-10 11:16:52,635 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000006
2014-04-10 11:16:52,636 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:16:52,636 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000006
2014-04-10 11:16:52,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374 src: /127.0.0.1:43864 dest: /127.0.0.1:50700
2014-04-10 11:16:52,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_m_000001_0 dst=null perm=null
2014-04-10 11:16:52,656 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0035_01_000006 is : 143
2014-04-10 11:16:52,665 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1.jhist for DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:52,671 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:52,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000006
2014-04-10 11:16:52,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000006
2014-04-10 11:16:52,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000006
2014-04-10 11:16:52,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000006
2014-04-10 11:16:52,673 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000006
2014-04-10 11:16:52,674 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:52,674 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000006 from application application_1397146165236_0035
2014-04-10 11:16:52,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:52,674 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:16:52,727 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000003
2014-04-10 11:16:52,728 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000003
2014-04-10 11:16:52,728 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000002
2014-04-10 11:16:52,728 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:16:52,728 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000003
2014-04-10 11:16:52,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:52,728 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:16:52,729 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000002
2014-04-10 11:16:52,729 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:16:52,729 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:16:52,729 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:52,729 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:52,729 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:16:52,729 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000002 on node: host: localhost:57966 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:16:52,740 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0035_01_000003 is : 143
2014-04-10 11:16:52,751 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:52,751 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000003
2014-04-10 11:16:52,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000003
2014-04-10 11:16:52,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000003
2014-04-10 11:16:52,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000003
2014-04-10 11:16:52,752 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000003
2014-04-10 11:16:52,752 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:52,752 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000003 from application application_1397146165236_0035
2014-04-10 11:16:52,753 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:52,753 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:16:52,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_m_000003_0 dst=null perm=null
2014-04-10 11:16:52,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_m_000002_0 dst=null perm=null
2014-04-10 11:16:52,843 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000005
2014-04-10 11:16:52,844 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000005
2014-04-10 11:16:52,844 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:16:52,844 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000005
2014-04-10 11:16:52,844 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000003
2014-04-10 11:16:52,844 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:52,844 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:16:52,844 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000003
2014-04-10 11:16:52,844 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:16:52,845 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:16:52,845 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:52,845 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:52,845 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:16:52,845 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000003 on node: host: localhost:57966 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:52,850 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0035_01_000005 is : 143
2014-04-10 11:16:52,863 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000004
2014-04-10 11:16:52,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000004
2014-04-10 11:16:52,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:52,866 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:16:52,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000005
2014-04-10 11:16:52,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000005
2014-04-10 11:16:52,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000005
2014-04-10 11:16:52,867 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000005
2014-04-10 11:16:52,867 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000004
2014-04-10 11:16:52,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_m_000005_0 dst=null perm=null
2014-04-10 11:16:52,872 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0035_01_000004 is : 143
2014-04-10 11:16:52,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000005
2014-04-10 11:16:52,879 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:52,879 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:52,879 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000005 from application application_1397146165236_0035
2014-04-10 11:16:52,879 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:52,879 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:16:52,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000004
2014-04-10 11:16:52,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000004
2014-04-10 11:16:52,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000004
2014-04-10 11:16:52,880 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000004
2014-04-10 11:16:52,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000004
2014-04-10 11:16:52,880 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:52,880 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000004 from application application_1397146165236_0035
2014-04-10 11:16:52,880 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:52,880 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:16:52,908 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000007
2014-04-10 11:16:52,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000007
2014-04-10 11:16:52,908 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:16:52,908 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000007
2014-04-10 11:16:52,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000006
2014-04-10 11:16:52,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:52,908 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:16:52,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000006
2014-04-10 11:16:52,909 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000006 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:16:52,909 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:16:52,909 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000006, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:52,909 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:52,909 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:16:52,909 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000006 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:16:52,914 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0035_01_000007 is : 143
2014-04-10 11:16:52,923 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:52,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000007
2014-04-10 11:16:52,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000007
2014-04-10 11:16:52,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000007
2014-04-10 11:16:52,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000007
2014-04-10 11:16:52,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000007
2014-04-10 11:16:52,924 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:52,924 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000007 from application application_1397146165236_0035
2014-04-10 11:16:52,924 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:52,924 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:16:53,864 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000004
2014-04-10 11:16:53,864 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000005
2014-04-10 11:16:53,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:53,865 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:16:53,865 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000004
2014-04-10 11:16:53,865 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:16:53,865 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:16:53,865 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:53,866 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:53,866 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:16:53,866 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000004 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:16:53,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:53,866 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:16:53,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000005
2014-04-10 11:16:53,866 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:53,867 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:16:53,867 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:53,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:53,867 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:16:53,867 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000005 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:53,908 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000007
2014-04-10 11:16:53,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:53,909 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:16:53,909 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000007
2014-04-10 11:16:53,909 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000007 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:16:53,910 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:53,910 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000007, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:53,910 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:53,910 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:53,910 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000007 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:16:54,510 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:54,510 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000008
2014-04-10 11:16:54,510 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0035_01_000008 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:16:54,510 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0035 container=Container: [ContainerId: container_1397146165236_0035_01_000008, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0035_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:54,511 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:16:54,511 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:55,111 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:55,127 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0035_000001 (auth:SIMPLE)
2014-04-10 11:16:55,130 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0035_01_000008 by user brock
2014-04-10 11:16:55,131 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000008
2014-04-10 11:16:55,131 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0035_01_000008 to application application_1397146165236_0035
2014-04-10 11:16:55,131 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:16:55,131 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0035
2014-04-10 11:16:55,131 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0035
2014-04-10 11:16:55,132 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:16:55,132 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0035
2014-04-10 11:16:55,133 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:55,156 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:55,157 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:55,213 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000008/default_container_executor.sh]
2014-04-10 11:16:55,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:16:56,115 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:16:56,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:56,916 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:16:57,004 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375 src: /127.0.0.1:42682 dest: /127.0.0.1:51097
2014-04-10 11:16:57,006 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375 src: /127.0.0.1:51260 dest: /127.0.0.1:55447
2014-04-10 11:16:57,007 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375 src: /127.0.0.1:43878 dest: /127.0.0.1:50700
2014-04-10 11:16:57,018 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43878, dest: /127.0.0.1:50700, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0035_r_000000_0_-259837730_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, duration: 9922886
2014-04-10 11:16:57,018 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:57,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,018 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51260, dest: /127.0.0.1:55447, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0035_r_000000_0_-259837730_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, duration: 10450087
2014-04-10 11:16:57,019 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,019 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42682, dest: /127.0.0.1:51097, bytes: 60, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0035_r_000000_0_-259837730_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, duration: 11003302
2014-04-10 11:16:57,019 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,019 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742199_1375{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,040 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0035_r_000000_0_-259837730_1
2014-04-10 11:16:57,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_r_000000_0 dst=null perm=null
2014-04-10 11:16:57,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_r_000000_0 dst=null perm=null
2014-04-10 11:16:57,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1397146165236_0035_r_000000 dst=null perm=null
2014-04-10 11:16:57,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/_temporary/attempt_1397146165236_0035_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1397146165236_0035_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:16:57,157 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000008
2014-04-10 11:16:57,157 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000008
2014-04-10 11:16:57,157 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:16:57,157 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000008
2014-04-10 11:16:57,163 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0035_01_000008 is : 143
2014-04-10 11:16:57,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:57,174 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:16:57,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000008
2014-04-10 11:16:57,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000008
2014-04-10 11:16:57,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000008
2014-04-10 11:16:57,175 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000008
2014-04-10 11:16:57,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000008
2014-04-10 11:16:57,175 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:16:57,175 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000008 from application application_1397146165236_0035
2014-04-10 11:16:57,175 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:57,175 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:16:57,190 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:57,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1 dst=null perm=null
2014-04-10 11:16:57,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1397146165236_0035_r_000000 dst=null perm=null
2014-04-10 11:16:57,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2014-04-10 11:16:57,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary/1/task_1397146165236_0035_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:57,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary dst=null perm=null
2014-04-10 11:16:57,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:57,273 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:57,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:57,306 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:57,328 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43864, dest: /127.0.0.1:50700, bytes: 76716, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374, duration: 4679414099
2014-04-10 11:16:57,329 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:57,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 16385
2014-04-10 11:16:57,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51246, dest: /127.0.0.1:55447, bytes: 76716, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374, duration: 4680511043
2014-04-10 11:16:57,330 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 16385
2014-04-10 11:16:57,331 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38160, dest: /127.0.0.1:43710, bytes: 76716, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374, duration: 4672195232
2014-04-10 11:16:57,331 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742198_1374{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 16385
2014-04-10 11:16:57,348 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1.jhist is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:57,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:57,368 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:16:57,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376 src: /127.0.0.1:42686 dest: /127.0.0.1:51097
2014-04-10 11:16:57,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376 src: /127.0.0.1:51264 dest: /127.0.0.1:55447
2014-04-10 11:16:57,386 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376 src: /127.0.0.1:43882 dest: /127.0.0.1:50700
2014-04-10 11:16:57,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43882, dest: /127.0.0.1:50700, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376, duration: 2275518
2014-04-10 11:16:57,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:57,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51264, dest: /127.0.0.1:55447, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376, duration: 2738724
2014-04-10 11:16:57,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42686, dest: /127.0.0.1:51097, bytes: 460, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376, duration: 3467203
2014-04-10 11:16:57,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742200_1376{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:57,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1.jhist dst=null perm=null
2014-04-10 11:16:57,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist_tmp dst=null perm=null
2014-04-10 11:16:57,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1.jhist dst=null perm=null
2014-04-10 11:16:57,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist_tmp dst=null perm=null
2014-04-10 11:16:57,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1.jhist dst=null perm=null
2014-04-10 11:16:57,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:57,456 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51266, bytes: 77316, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374, duration: 375318
2014-04-10 11:16:57,460 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:57,475 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377 src: /127.0.0.1:38182 dest: /127.0.0.1:43710
2014-04-10 11:16:57,476 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377 src: /127.0.0.1:43885 dest: /127.0.0.1:50700
2014-04-10 11:16:57,477 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377 src: /127.0.0.1:51269 dest: /127.0.0.1:55447
2014-04-10 11:16:57,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51269, dest: /127.0.0.1:55447, bytes: 76716, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377, duration: 3203188
2014-04-10 11:16:57,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:57,482 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,482 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43885, dest: /127.0.0.1:50700, bytes: 76716, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377, duration: 3792502
2014-04-10 11:16:57,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,483 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,483 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38182, dest: /127.0.0.1:43710, bytes: 76716, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377, duration: 4372894
2014-04-10 11:16:57,483 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742201_1377{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,498 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:57,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1_conf.xml dst=null perm=null
2014-04-10 11:16:57,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:57,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1_conf.xml dst=null perm=null
2014-04-10 11:16:57,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml_tmp dst=null perm=null
2014-04-10 11:16:57,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035/job_1397146165236_0035_1_conf.xml dst=null perm=null
2014-04-10 11:16:57,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:16:57,542 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43888, bytes: 96327, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742197_1373, duration: 369621
2014-04-10 11:16:57,546 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:16:57,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378 src: /127.0.0.1:51272 dest: /127.0.0.1:55447
2014-04-10 11:16:57,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378 src: /127.0.0.1:42696 dest: /127.0.0.1:51097
2014-04-10 11:16:57,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378 src: /127.0.0.1:38189 dest: /127.0.0.1:43710
2014-04-10 11:16:57,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38189, dest: /127.0.0.1:43710, bytes: 95579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378, duration: 2930529
2014-04-10 11:16:57,565 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:57,565 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,565 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42696, dest: /127.0.0.1:51097, bytes: 95579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378, duration: 3441953
2014-04-10 11:16:57,566 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,566 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,566 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51272, dest: /127.0.0.1:55447, bytes: 95579, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1738234563_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378, duration: 4064050
2014-04-10 11:16:57,567 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:57,567 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742202_1378{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:57,581 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1738234563_1
2014-04-10 11:16:57,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,699 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0035_000001 with final state: FINISHING
2014-04-10 11:16:57,699 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:57,699 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0035 with final state: FINISHING
2014-04-10 11:16:57,699 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0035 State change from RUNNING to FINAL_SAVING
2014-04-10 11:16:57,699 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0035
2014-04-10 11:16:57,700 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:57,700 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0035 State change from FINAL_SAVING to FINISHING
2014-04-10 11:16:57,736 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:16:57,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:16:57,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:16:57,741 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0035 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist
2014-04-10 11:16:57,742 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist]
2014-04-10 11:16:57,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist dst=null perm=null
2014-04-10 11:16:57,746 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43894, bytes: 77316, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377, duration: 385362
2014-04-10 11:16:57,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary dst=null perm=null
2014-04-10 11:16:57,767 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42701, bytes: 464, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376, duration: 244498
2014-04-10 11:16:57,767 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0035,submitTime=1397146603271,launchTime=1397146606052,firstMapTaskLaunchTime=1397146608209,firstReduceTaskLaunchTime=1397146615132,finishTime=1397146617308,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=27,reduceSlotSeconds=2,jobName=[7FEE7BC5BCE440C5B0120F1B5875D204/81651F5EC094421790F97B8F167FE9F3] lower+upper+offset/(1/2) .../samemergethreechaingroup
2014-04-10 11:16:57,767 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary]
2014-04-10 11:16:57,781 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742200_1376 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:16:57,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035.summary dst=null perm=null
2014-04-10 11:16:57,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:16:57,784 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist
2014-04-10 11:16:57,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0035-1397146603271-brock-%5B7FEE7BC5BCE440C5B0120F1B5875D204%2F81651F5EC0944217-1397146617308-6-1-SUCCEEDED-default-1397146606052.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,798 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0035_conf.xml
2014-04-10 11:16:57,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0035_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0035_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:16:57,848 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742189_1365 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:16:57,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/7802354249_lower_upper_E857B26172854B74BF7CC8EB06212A6F dst=null perm=null
2014-04-10 11:16:57,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,850 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary
2014-04-10 11:16:57,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/_temporary dst=null perm=null
2014-04-10 11:16:57,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,879 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:57,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2014-04-10 11:16:57,882 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42701, bytes: 64, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, duration: 208437
2014-04-10 11:16:57,883 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup
2014-04-10 11:16:57,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup dst=null perm=null
2014-04-10 11:16:57,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2014-04-10 11:16:57,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/samemergethreechaingroup/part-00000 dst=null perm=null
2014-04-10 11:16:57,889 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51279, bytes: 64, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375, duration: 202351
2014-04-10 11:16:57,902 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:16:57,903 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:16:57,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:16:57,911 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:16:57,911 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:16:57,912 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace"]
2014-04-10 11:16:57,912 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:16:57,912 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:16:57,912 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:16:57,913 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...ldedpipesplatform/replace
2014-04-10 11:16:57,922 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:57,929 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:16:57,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:16:57,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:57,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:16:57,933 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 36
2014-04-10 11:16:57,934 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036 dst=null perm=null
2014-04-10 11:16:57,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:16:57,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:16:57,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:16:57,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:57,992 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:16:58,008 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379 src: /127.0.0.1:38195 dest: /127.0.0.1:43710
2014-04-10 11:16:58,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379 src: /127.0.0.1:43898 dest: /127.0.0.1:50700
2014-04-10 11:16:58,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379 src: /127.0.0.1:42705 dest: /127.0.0.1:51097
2014-04-10 11:16:58,016 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42705, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, duration: 4168552
2014-04-10 11:16:58,016 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:58,016 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43898, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, duration: 3815958
2014-04-10 11:16:58,016 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,017 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,017 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38195, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, duration: 4423018
2014-04-10 11:16:58,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,017 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,018 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742203_1379{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,031 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:58,032 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar
2014-04-10 11:16:58,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:16:58,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:58,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:58,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:58,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:58,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:16:58,069 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:16:58,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:16:58,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:16:58,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:16:58,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:58,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:58,075 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:16:58,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:16:58,090 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:58,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:58,107 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split
2014-04-10 11:16:58,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:16:58,125 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:16:58,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380 src: /127.0.0.1:51283 dest: /127.0.0.1:55447
2014-04-10 11:16:58,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380 src: /127.0.0.1:43901 dest: /127.0.0.1:50700
2014-04-10 11:16:58,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380 src: /127.0.0.1:38200 dest: /127.0.0.1:43710
2014-04-10 11:16:58,145 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380 src: /127.0.0.1:42709 dest: /127.0.0.1:51097
2014-04-10 11:16:58,148 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42709, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 1823604
2014-04-10 11:16:58,148 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:58,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,149 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38200, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 2304420
2014-04-10 11:16:58,149 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,149 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43901, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 3178911
2014-04-10 11:16:58,150 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,150 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51283, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 3678399
2014-04-10 11:16:58,150 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742204_1380{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,158 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000008
2014-04-10 11:16:58,159 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:16:58,159 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:16:58,159 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000008
2014-04-10 11:16:58,159 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000008 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:16:58,159 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:16:58,159 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000008, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:58,159 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:58,160 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:16:58,160 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000008 on node: host: localhost:44541 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:16:58,165 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:58,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:58,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:58,200 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:16:58,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381 src: /127.0.0.1:43905 dest: /127.0.0.1:50700
2014-04-10 11:16:58,217 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381 src: /127.0.0.1:38204 dest: /127.0.0.1:43710
2014-04-10 11:16:58,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381 src: /127.0.0.1:51290 dest: /127.0.0.1:55447
2014-04-10 11:16:58,221 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51290, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, duration: 1647855
2014-04-10 11:16:58,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:58,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,222 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38204, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, duration: 2423710
2014-04-10 11:16:58,222 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,223 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,223 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43905, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, duration: 2879289
2014-04-10 11:16:58,223 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,224 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742205_1381{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,240 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:58,240 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:16:58,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:58,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:16:58,277 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:16:58,290 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382 src: /127.0.0.1:43908 dest: /127.0.0.1:50700
2014-04-10 11:16:58,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382 src: /127.0.0.1:42715 dest: /127.0.0.1:51097
2014-04-10 11:16:58,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382 src: /127.0.0.1:38208 dest: /127.0.0.1:43710
2014-04-10 11:16:58,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38208, dest: /127.0.0.1:43710, bytes: 80415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, duration: 1294610
2014-04-10 11:16:58,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:16:58,294 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42715, dest: /127.0.0.1:51097, bytes: 80415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, duration: 1578691
2014-04-10 11:16:58,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,294 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,295 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43908, dest: /127.0.0.1:50700, bytes: 80415, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, duration: 1809662
2014-04-10 11:16:58,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,295 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:16:58,296 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742206_1382{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:16:58,306 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:16:58,307 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0036
2014-04-10 11:16:58,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036 dst=null perm=null
2014-04-10 11:16:58,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:16:58,308 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:16:58,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:16:58,309 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:16:58,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:16:58,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:16:58,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:58,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:58,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:58,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:58,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:58,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:58,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:16:58,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:16:58,355 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 36 submitted by user brock
2014-04-10 11:16:58,355 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0036
2014-04-10 11:16:58,355 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0036
2014-04-10 11:16:58,355 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0036
2014-04-10 11:16:58,355 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0036 State change from NEW to NEW_SAVING
2014-04-10 11:16:58,356 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0036 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:16:58,356 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0036_000001
2014-04-10 11:16:58,357 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from NEW to SUBMITTED
2014-04-10 11:16:58,357 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0036 from user: brock activated in queue: default
2014-04-10 11:16:58,357 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0036 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:16:58,357 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0036
2014-04-10 11:16:58,357 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0036 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:16:58,358 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0036_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:16:58,359 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:16:58,359 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0036 State change from SUBMITTED to ACCEPTED
2014-04-10 11:16:58,360 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0036/
2014-04-10 11:16:58,360 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0036
2014-04-10 11:16:58,360 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0036/
2014-04-10 11:16:58,765 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742193_1369 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:16:58,765 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742194_1370 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:16:58,765 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742195_1371 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:16:58,766 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742196_1372 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:16:58,766 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742198_1374 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:16:58,766 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742197_1373 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:16:58,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0035 dst=null perm=null
2014-04-10 11:16:58,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:16:58,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000001
2014-04-10 11:16:58,872 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0036_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:16:58,872 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0036 container=Container: [ContainerId: container_1397146165236_0036_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0036_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:58,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:16:58,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:16:58,872 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:16:58,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0036 AttemptId: appattempt_1397146165236_0036_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0036_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:16:58,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:16:58,874 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:16:58,874 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0036_000001
2014-04-10 11:16:58,875 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0036_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0036_000001
2014-04-10 11:16:58,875 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0036_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:16:58,878 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0036_000001 (auth:SIMPLE)
2014-04-10 11:16:58,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0036_01_000001 by user brock
2014-04-10 11:16:58,880 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0036
2014-04-10 11:16:58,880 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000001
2014-04-10 11:16:58,880 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from NEW to INITING
2014-04-10 11:16:58,881 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0036_01_000001 to application application_1397146165236_0036
2014-04-10 11:16:58,881 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from INITING to RUNNING
2014-04-10 11:16:58,881 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0036_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0036_000001
2014-04-10 11:16:58,881 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:16:58,881 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:16:58,881 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0036
2014-04-10 11:16:58,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:16:58,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:16:58,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:16:58,882 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:16:58,882 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0036_01_000001
2014-04-10 11:16:58,891 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0036_01_000001.tokens. Credentials list:
2014-04-10 11:16:58,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:16:58,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0036_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000001.tokens
2014-04-10 11:16:58,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:16:59,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:16:59,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:16:59,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:16:59,087 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42721, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1299125224_20880, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, duration: 928618
2014-04-10 11:16:59,092 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073742203_1379 to datanode(s) 127.0.0.1:55447
2014-04-10 11:16:59,092 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742195_1371, blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374, blk_1073742189_1365]
2014-04-10 11:16:59,093 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742195_1371, blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374, blk_1073742200_1376, blk_1073742189_1365]
2014-04-10 11:16:59,111 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:59,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:59,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:59,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:16:59,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51299, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1299125224_20880, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, duration: 239031
2014-04-10 11:16:59,155 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0036/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:59,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:16:59,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:16:59,174 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:16:59,180 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42721, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1299125224_20880, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 210773
2014-04-10 11:16:59,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:59,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:16:59,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:16:59,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:16:59,227 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38216, bytes: 81047, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1299125224_20880, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, duration: 394886
2014-04-10 11:16:59,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0036/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:16:59,246 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:16:59,280 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:16:59,280 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:16:59,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000001/default_container_executor.sh]
2014-04-10 11:16:59,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:00,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376
2014-04-10 11:17:00,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381
2014-04-10 11:17:00,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380
2014-04-10 11:17:00,009 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742198_1374
2014-04-10 11:17:00,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378
2014-04-10 11:17:00,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375
2014-04-10 11:17:00,011 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377
2014-04-10 11:17:00,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382
2014-04-10 11:17:00,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376
2014-04-10 11:17:00,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193 for deletion
2014-04-10 11:17:00,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194 for deletion
2014-04-10 11:17:00,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193
2014-04-10 11:17:00,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742195_1371 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742195 for deletion
2014-04-10 11:17:00,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742196 for deletion
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742195_1371 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742195
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742197 for deletion
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742196
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742198 for deletion
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742197
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742200 for deletion
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742198
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742189 for deletion
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742200
2014-04-10 11:17:00,411 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742189
2014-04-10 11:17:00,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:00,492 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193 for deletion
2014-04-10 11:17:00,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194 for deletion
2014-04-10 11:17:00,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742195_1371 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742195 for deletion
2014-04-10 11:17:00,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194
2014-04-10 11:17:00,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742196 for deletion
2014-04-10 11:17:00,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193
2014-04-10 11:17:00,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742197 for deletion
2014-04-10 11:17:00,493 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742196
2014-04-10 11:17:00,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742198 for deletion
2014-04-10 11:17:00,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742195_1371 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742195
2014-04-10 11:17:00,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742189 for deletion
2014-04-10 11:17:00,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742198
2014-04-10 11:17:00,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742197
2014-04-10 11:17:00,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742189
2014-04-10 11:17:00,503 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379 to 127.0.0.1:55447
2014-04-10 11:17:00,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379 src: /127.0.0.1:51304 dest: /127.0.0.1:55447
2014-04-10 11:17:00,505 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:17:00,506 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379 src: /127.0.0.1:51304 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:17:00,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742203_1379 size 244650
2014-04-10 11:17:00,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/COMMIT_STARTED dst=null perm=null
2014-04-10 11:17:00,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379
2014-04-10 11:17:00,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:17:00,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375
2014-04-10 11:17:00,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380
2014-04-10 11:17:00,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381
2014-04-10 11:17:00,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/COMMIT_FAIL dst=null perm=null
2014-04-10 11:17:00,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377
2014-04-10 11:17:00,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380
2014-04-10 11:17:00,556 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381
2014-04-10 11:17:00,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378
2014-04-10 11:17:00,557 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382
2014-04-10 11:17:00,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036 dst=null perm=null
2014-04-10 11:17:00,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:00,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:00,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379
2014-04-10 11:17:00,758 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742201_1377
2014-04-10 11:17:00,765 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379
2014-04-10 11:17:00,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742199_1375
2014-04-10 11:17:00,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380
2014-04-10 11:17:00,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742200_1376
2014-04-10 11:17:00,766 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382
2014-04-10 11:17:00,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:00,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:00,862 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43923, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742205_1381, duration: 167350
2014-04-10 11:17:00,966 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742202_1378
2014-04-10 11:17:01,449 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0036_000001 (auth:SIMPLE)
2014-04-10 11:17:01,450 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0036_000001
2014-04-10 11:17:01,450 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0036 APPATTEMPTID=appattempt_1397146165236_0036_000001
2014-04-10 11:17:01,451 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:17:01,451 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0036 State change from ACCEPTED to RUNNING
2014-04-10 11:17:01,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:01,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:01,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:01,672 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:01,710 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383 src: /127.0.0.1:42732 dest: /127.0.0.1:51097
2014-04-10 11:17:01,711 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383 src: /127.0.0.1:43927 dest: /127.0.0.1:50700
2014-04-10 11:17:01,712 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383 src: /127.0.0.1:38226 dest: /127.0.0.1:43710
2014-04-10 11:17:01,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38226, dest: /127.0.0.1:43710, bytes: 94302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383, duration: 6670389
2014-04-10 11:17:01,720 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:01,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:01,721 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43927, dest: /127.0.0.1:50700, bytes: 94302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383, duration: 7528615
2014-04-10 11:17:01,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:01,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:01,722 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42732, dest: /127.0.0.1:51097, bytes: 94302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383, duration: 8044867
2014-04-10 11:17:01,722 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:01,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742207_1383{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:01,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:02,093 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742200_1376, blk_1073742189_1365]
2014-04-10 11:17:02,093 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742193_1369, blk_1073742194_1370, blk_1073742195_1371, blk_1073742196_1372, blk_1073742197_1373, blk_1073742198_1374, blk_1073742200_1376]
2014-04-10 11:17:02,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:02,872 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000002
2014-04-10 11:17:02,872 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0036_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:17:02,872 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0036 container=Container: [ContainerId: container_1397146165236_0036_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0036_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:02,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:17:02,873 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:02,873 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:02,874 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000003
2014-04-10 11:17:02,874 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0036_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:17:02,874 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0036 container=Container: [ContainerId: container_1397146165236_0036_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0036_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:02,874 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:17:02,874 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:02,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:02,912 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000004
2014-04-10 11:17:02,912 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0036_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:17:02,912 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0036 container=Container: [ContainerId: container_1397146165236_0036_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0036_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:02,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:17:02,912 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:02,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:02,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000005
2014-04-10 11:17:02,913 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0036_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:17:02,913 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0036 container=Container: [ContainerId: container_1397146165236_0036_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0036_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:02,913 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:17:02,913 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:03,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:03,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:03,487 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:03,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193 for deletion
2014-04-10 11:17:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194 for deletion
2014-04-10 11:17:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742195_1371 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742195 for deletion
2014-04-10 11:17:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742196 for deletion
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742195_1371 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742195
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742197 for deletion
2014-04-10 11:17:03,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742198 for deletion
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742197_1373 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742197
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742196_1372 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742196
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742200 for deletion
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742198_1374 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742198
2014-04-10 11:17:03,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742200
2014-04-10 11:17:03,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193 for deletion
2014-04-10 11:17:03,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194 for deletion
2014-04-10 11:17:03,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742200 for deletion
2014-04-10 11:17:03,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742194_1370 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742194
2014-04-10 11:17:03,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742189 for deletion
2014-04-10 11:17:03,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742193_1369 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742193
2014-04-10 11:17:03,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742189_1365 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742189
2014-04-10 11:17:03,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742200_1376 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742200
2014-04-10 11:17:03,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:17:03,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:17:03,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:17:03,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:17:03,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:03,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:03,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:03,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:03,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:03,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:03,605 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0036_000001 (auth:SIMPLE)
2014-04-10 11:17:03,605 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0036_000001 (auth:SIMPLE)
2014-04-10 11:17:03,609 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0036_01_000004 by user brock
2014-04-10 11:17:03,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0036_01_000005 by user brock
2014-04-10 11:17:03,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0036
2014-04-10 11:17:03,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0036_01_000003 by user brock
2014-04-10 11:17:03,610 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0036_01_000002 by user brock
2014-04-10 11:17:03,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000003
2014-04-10 11:17:03,611 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000002
2014-04-10 11:17:03,610 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0036_01_000005 to application application_1397146165236_0036
2014-04-10 11:17:03,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000005
2014-04-10 11:17:03,611 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from NEW to INITING
2014-04-10 11:17:03,610 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000004
2014-04-10 11:17:03,611 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0036_01_000004 to application application_1397146165236_0036
2014-04-10 11:17:03,610 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0036_01_000003 to application application_1397146165236_0036
2014-04-10 11:17:03,612 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from INITING to RUNNING
2014-04-10 11:17:03,612 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0036_01_000002 to application application_1397146165236_0036
2014-04-10 11:17:03,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:17:03,612 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:17:03,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:17:03,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,613 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:17:03,613 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:03,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,613 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0036
2014-04-10 11:17:03,613 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,613 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:03,614 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:03,614 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0036
2014-04-10 11:17:03,614 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:03,614 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,614 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,614 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:03,614 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,614 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0036
2014-04-10 11:17:03,614 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0036
2014-04-10 11:17:03,615 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:03,615 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0036_01_000005
2014-04-10 11:17:03,615 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0036
2014-04-10 11:17:03,615 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0036_01_000004
2014-04-10 11:17:03,615 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:03,616 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:03,629 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0036_01_000004.tokens. Credentials list:
2014-04-10 11:17:03,629 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0036_01_000005.tokens. Credentials list:
2014-04-10 11:17:03,645 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:03,648 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:03,649 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:03,649 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:03,649 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:03,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000003/default_container_executor.sh]
2014-04-10 11:17:03,733 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000002/default_container_executor.sh]
2014-04-10 11:17:03,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0036_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000004.tokens
2014-04-10 11:17:03,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:03,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:17:03,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:17:03,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar dst=null perm=null
2014-04-10 11:17:03,841 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42741, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1686942351_21061, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379, duration: 587488
2014-04-10 11:17:03,857 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0036/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:03,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:17:03,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:17:03,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml dst=null perm=null
2014-04-10 11:17:03,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:03,872 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:03,872 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43936, bytes: 81047, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1686942351_21061, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742206_1382, duration: 243484
2014-04-10 11:17:03,884 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0036/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:03,884 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:03,884 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:03,884 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0035_01_000001 succeeded
2014-04-10 11:17:03,885 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:17:03,885 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0035_01_000001
2014-04-10 11:17:03,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000001
2014-04-10 11:17:03,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000001
2014-04-10 11:17:03,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000001
2014-04-10 11:17:03,893 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000001
2014-04-10 11:17:03,893 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0035_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:17:03,893 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0035_01_000001 from application application_1397146165236_0035
2014-04-10 11:17:03,893 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:03,893 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0035
2014-04-10 11:17:03,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0035/container_1397146165236_0035_01_000001
2014-04-10 11:17:03,904 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:03,904 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:03,907 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:03,907 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:03,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:03,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:03,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000004/default_container_executor.sh]
2014-04-10 11:17:03,957 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000005/default_container_executor.sh]
2014-04-10 11:17:04,160 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0035_01_000001
2014-04-10 11:17:04,160 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0035_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:04,160 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0035_000001
2014-04-10 11:17:04,160 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0035_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:17:04,161 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0035_000001 State change from FINISHING to FINISHED
2014-04-10 11:17:04,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0035 CONTAINERID=container_1397146165236_0035_01_000001
2014-04-10 11:17:04,161 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0035 State change from FINISHING to FINISHED
2014-04-10 11:17:04,161 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0035_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:04,161 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0035
2014-04-10 11:17:04,161 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0035,name=[7FEE7BC5BCE440C5B0120F1B5875D204/81651F5EC094421790F97B8F167FE9F3] lower+upper+offset/(1/2) .../samemergethreechaingroup,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0035/jobhistory/job/job_1397146165236_0035,appMasterHost=localhost.localdomain,startTime=1397146603271,finishTime=1397146617699,finalStatus=SUCCEEDED
2014-04-10 11:17:04,161 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:17:04,161 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0035_000001
2014-04-10 11:17:04,161 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0035_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:04,161 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:04,162 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:17:04,162 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0035_000001 released container container_1397146165236_0035_01_000001 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:04,162 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0035_000001 is done. finalState=FINISHED
2014-04-10 11:17:04,162 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0035 requests cleared
2014-04-10 11:17:04,162 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0035 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:17:04,162 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0035 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:17:04,164 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0035_000001 (auth:SIMPLE)
2014-04-10 11:17:04,164 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0035_01_000001
2014-04-10 11:17:04,504 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:17:04,872 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:04,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,872 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0035
2014-04-10 11:17:04,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,872 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:04,873 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0035, with delay of 10800 seconds
2014-04-10 11:17:04,912 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:04,912 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0035
2014-04-10 11:17:04,912 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:04,912 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0035, with delay of 10800 seconds
2014-04-10 11:17:04,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,912 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,913 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:04,958 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:05,015 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742203_1379
2014-04-10 11:17:05,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0036_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000005.tokens
2014-04-10 11:17:05,111 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:05,160 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:05,161 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0035
2014-04-10 11:17:05,161 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0035 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:05,161 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0035, with delay of 10800 seconds
2014-04-10 11:17:05,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:05,161 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:05,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:05,162 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0035
2014-04-10 11:17:05,529 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383
2014-04-10 11:17:05,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383
2014-04-10 11:17:05,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383
2014-04-10 11:17:06,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:17:06,153 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51329, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000000_0_-518221230_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 171379
2014-04-10 11:17:06,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:17:06,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:06,230 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43948, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000000_0_-518221230_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 171171
2014-04-10 11:17:06,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:17:06,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:06,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42756, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000001_0_2129317118_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 168965
2014-04-10 11:17:06,308 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43951, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000003_0_1084028265_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 166559
2014-04-10 11:17:06,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job.split dst=null perm=null
2014-04-10 11:17:06,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:06,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:06,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:06,365 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38252, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000003_0_1084028265_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 196001
2014-04-10 11:17:06,377 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42759, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000002_0_56913555_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742204_1380, duration: 167673
2014-04-10 11:17:06,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:06,393 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:06,452 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384 src: /127.0.0.1:51338 dest: /127.0.0.1:55447
2014-04-10 11:17:06,454 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384 src: /127.0.0.1:42762 dest: /127.0.0.1:51097
2014-04-10 11:17:06,454 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384 src: /127.0.0.1:43957 dest: /127.0.0.1:50700
2014-04-10 11:17:06,461 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43957, dest: /127.0.0.1:50700, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000000_0_-518221230_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, duration: 4013081
2014-04-10 11:17:06,461 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:06,461 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,461 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42762, dest: /127.0.0.1:51097, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000000_0_-518221230_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, duration: 3623760
2014-04-10 11:17:06,462 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,462 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51338, dest: /127.0.0.1:55447, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000000_0_-518221230_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, duration: 4476302
2014-04-10 11:17:06,462 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742208_1384{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,462 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:06,475 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38256, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000002_0_56913555_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 148909
2014-04-10 11:17:06,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0036_m_000000_0_-518221230_1
2014-04-10 11:17:06,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38257, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0036_m_000001_0_2129317118_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 161024
2014-04-10 11:17:06,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:06,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:17:06,538 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:06,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000000_0 dst=null perm=null
2014-04-10 11:17:06,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000000_0 dst=null perm=null
2014-04-10 11:17:06,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000000 dst=null perm=null
2014-04-10 11:17:06,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:06,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385 src: /127.0.0.1:51345 dest: /127.0.0.1:55447
2014-04-10 11:17:06,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385 src: /127.0.0.1:38262 dest: /127.0.0.1:43710
2014-04-10 11:17:06,591 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385 src: /127.0.0.1:42771 dest: /127.0.0.1:51097
2014-04-10 11:17:06,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42771, dest: /127.0.0.1:51097, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000001_0_2129317118_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, duration: 3477971
2014-04-10 11:17:06,596 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:06,596 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,596 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38262, dest: /127.0.0.1:43710, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000001_0_2129317118_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, duration: 4008461
2014-04-10 11:17:06,597 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51345, dest: /127.0.0.1:55447, bytes: 51, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000001_0_2129317118_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, duration: 4543841
2014-04-10 11:17:06,597 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,597 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742209_1385{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,601 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742209_1385 size 51
2014-04-10 11:17:06,614 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0036_m_000001_0_2129317118_1
2014-04-10 11:17:06,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386 src: /127.0.0.1:43963 dest: /127.0.0.1:50700
2014-04-10 11:17:06,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386 src: /127.0.0.1:42772 dest: /127.0.0.1:51097
2014-04-10 11:17:06,639 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386 src: /127.0.0.1:51350 dest: /127.0.0.1:55447
2014-04-10 11:17:06,643 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0036_01_000002
2014-04-10 11:17:06,643 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000002
2014-04-10 11:17:06,643 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:17:06,644 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0036_01_000002
2014-04-10 11:17:06,660 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0036_01_000002 is : 143
2014-04-10 11:17:06,660 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51350, dest: /127.0.0.1:55447, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000003_0_1084028265_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, duration: 17241365
2014-04-10 11:17:06,660 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:06,660 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:06,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,661 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42772, dest: /127.0.0.1:51097, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000003_0_1084028265_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, duration: 12763080
2014-04-10 11:17:06,661 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,662 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43963, dest: /127.0.0.1:50700, bytes: 37, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000003_0_1084028265_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, duration: 12385007
2014-04-10 11:17:06,662 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,662 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742210_1386{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,662 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,669 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:06,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000002
2014-04-10 11:17:06,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000002
2014-04-10 11:17:06,669 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000002
2014-04-10 11:17:06,670 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000002
2014-04-10 11:17:06,670 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000002
2014-04-10 11:17:06,670 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:06,670 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0036_01_000002 from application application_1397146165236_0036
2014-04-10 11:17:06,670 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:06,670 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0036
2014-04-10 11:17:06,674 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387 src: /127.0.0.1:51351 dest: /127.0.0.1:55447
2014-04-10 11:17:06,675 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387 src: /127.0.0.1:42775 dest: /127.0.0.1:51097
2014-04-10 11:17:06,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000001_0 dst=null perm=null
2014-04-10 11:17:06,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387 src: /127.0.0.1:38268 dest: /127.0.0.1:43710
2014-04-10 11:17:06,680 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1.jhist for DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:06,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000001_0 dst=null perm=null
2014-04-10 11:17:06,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000001 dst=null perm=null
2014-04-10 11:17:06,686 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:17:06,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0036_m_000003_0_1084028265_1
2014-04-10 11:17:06,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:06,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000003_0 dst=null perm=null
2014-04-10 11:17:06,744 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388 src: /127.0.0.1:43971 dest: /127.0.0.1:50700
2014-04-10 11:17:06,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000003_0 dst=null perm=null
2014-04-10 11:17:06,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000003 dst=null perm=null
2014-04-10 11:17:06,749 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0036_01_000003
2014-04-10 11:17:06,749 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000003
2014-04-10 11:17:06,749 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:17:06,749 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0036_01_000003
2014-04-10 11:17:06,749 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0036_01_000002
2014-04-10 11:17:06,749 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:06,749 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0036_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:17:06,749 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000002
2014-04-10 11:17:06,750 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0036_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:17:06,750 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:17:06,750 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0036_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:06,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:06,750 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:17:06,750 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0036_000001 released container container_1397146165236_0036_01_000002 on node: host: localhost:57966 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:17:06,756 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388 src: /127.0.0.1:51355 dest: /127.0.0.1:55447
2014-04-10 11:17:06,759 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0036_01_000003 is : 143
2014-04-10 11:17:06,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388 src: /127.0.0.1:42779 dest: /127.0.0.1:51097
2014-04-10 11:17:06,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:06,768 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42779, dest: /127.0.0.1:51097, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000002_0_56913555_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, duration: 5498421
2014-04-10 11:17:06,768 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:06,768 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,768 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51355, dest: /127.0.0.1:55447, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000002_0_56913555_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, duration: 6008739
2014-04-10 11:17:06,769 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,769 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43971, dest: /127.0.0.1:50700, bytes: 52, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0036_m_000002_0_56913555_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, duration: 6453443
2014-04-10 11:17:06,769 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:06,769 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742212_1388{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:06,769 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:06,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000003
2014-04-10 11:17:06,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000003
2014-04-10 11:17:06,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000003
2014-04-10 11:17:06,770 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000003
2014-04-10 11:17:06,770 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000003
2014-04-10 11:17:06,770 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:06,770 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0036_01_000003 from application application_1397146165236_0036
2014-04-10 11:17:06,770 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:06,770 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0036
2014-04-10 11:17:06,789 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0036_m_000002_0_56913555_1
2014-04-10 11:17:06,807 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0036_01_000005
2014-04-10 11:17:06,807 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000005
2014-04-10 11:17:06,807 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:17:06,807 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0036_01_000005
2014-04-10 11:17:06,813 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0036_01_000005 is : 143
2014-04-10 11:17:06,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:06,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000005
2014-04-10 11:17:06,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000005
2014-04-10 11:17:06,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000005
2014-04-10 11:17:06,820 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000005
2014-04-10 11:17:06,820 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000005
2014-04-10 11:17:06,820 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:06,820 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0036_01_000005 from application application_1397146165236_0036
2014-04-10 11:17:06,821 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:06,821 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0036
2014-04-10 11:17:06,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000002_0 dst=null perm=null
2014-04-10 11:17:06,840 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000002_0 dst=null perm=null
2014-04-10 11:17:06,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000002 dst=null perm=null
2014-04-10 11:17:06,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/_temporary/attempt_1397146165236_0036_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:06,895 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0036_01_000004
2014-04-10 11:17:06,896 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000004
2014-04-10 11:17:06,896 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:17:06,896 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0036_01_000004
2014-04-10 11:17:06,896 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0036_01_000005
2014-04-10 11:17:06,896 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:06,897 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0036_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:17:06,897 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000005
2014-04-10 11:17:06,897 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0036_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:17:06,897 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:17:06,898 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0036_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:06,898 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:06,898 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:17:06,898 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0036_000001 released container container_1397146165236_0036_01_000005 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:17:06,905 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0036_01_000004 is : 143
2014-04-10 11:17:06,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:06,923 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:06,923 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000004
2014-04-10 11:17:06,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000004
2014-04-10 11:17:06,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000004
2014-04-10 11:17:06,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000004
2014-04-10 11:17:06,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000004
2014-04-10 11:17:06,924 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:06,925 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0036_01_000004 from application application_1397146165236_0036
2014-04-10 11:17:06,925 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:06,925 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0036
2014-04-10 11:17:06,931 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:06,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1 dst=null perm=null
2014-04-10 11:17:06,944 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:06,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:06,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000000 dst=null perm=null
2014-04-10 11:17:06,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null
2014-04-10 11:17:06,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:06,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:06,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:06,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000001 dst=null perm=null
2014-04-10 11:17:06,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null
2014-04-10 11:17:06,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:06,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:06,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:06,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000002 dst=null perm=null
2014-04-10 11:17:06,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null
2014-04-10 11:17:07,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:07,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000003 dst=null perm=null
2014-04-10 11:17:07,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null
2014-04-10 11:17:07,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary/1/task_1397146165236_0036_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:07,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary dst=null perm=null
2014-04-10 11:17:07,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:07,089 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:07,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:07,123 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:07,143 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38268, dest: /127.0.0.1:43710, bytes: 47554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387, duration: 465149446
2014-04-10 11:17:07,143 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:07,144 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42775, dest: /127.0.0.1:51097, bytes: 47554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387, duration: 466298706
2014-04-10 11:17:07,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 14943
2014-04-10 11:17:07,144 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,145 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51351, dest: /127.0.0.1:55447, bytes: 47554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387, duration: 467494846
2014-04-10 11:17:07,146 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 14943
2014-04-10 11:17:07,146 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742211_1387{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 14943
2014-04-10 11:17:07,173 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1.jhist is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:07,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:07,193 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:07,208 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389 src: /127.0.0.1:42780 dest: /127.0.0.1:51097
2014-04-10 11:17:07,209 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389 src: /127.0.0.1:38273 dest: /127.0.0.1:43710
2014-04-10 11:17:07,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389 src: /127.0.0.1:43976 dest: /127.0.0.1:50700
2014-04-10 11:17:07,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43976, dest: /127.0.0.1:50700, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389, duration: 1974754
2014-04-10 11:17:07,214 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:07,214 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38273, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389, duration: 2499839
2014-04-10 11:17:07,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,215 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42780, dest: /127.0.0.1:51097, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389, duration: 3049939
2014-04-10 11:17:07,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742213_1389{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,231 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary_tmp is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:07,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1.jhist dst=null perm=null
2014-04-10 11:17:07,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist_tmp dst=null perm=null
2014-04-10 11:17:07,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1.jhist dst=null perm=null
2014-04-10 11:17:07,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist_tmp dst=null perm=null
2014-04-10 11:17:07,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1.jhist dst=null perm=null
2014-04-10 11:17:07,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:07,284 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42783, bytes: 47926, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387, duration: 281679
2014-04-10 11:17:07,286 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:07,300 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390 src: /127.0.0.1:38276 dest: /127.0.0.1:43710
2014-04-10 11:17:07,301 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390 src: /127.0.0.1:42785 dest: /127.0.0.1:51097
2014-04-10 11:17:07,302 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390 src: /127.0.0.1:43980 dest: /127.0.0.1:50700
2014-04-10 11:17:07,306 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43980, dest: /127.0.0.1:50700, bytes: 47554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390, duration: 2494720
2014-04-10 11:17:07,306 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:07,306 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,306 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42785, dest: /127.0.0.1:51097, bytes: 47554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390, duration: 2717195
2014-04-10 11:17:07,307 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,307 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,307 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38276, dest: /127.0.0.1:43710, bytes: 47554, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390, duration: 3675557
2014-04-10 11:17:07,308 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742214_1390{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,323 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:07,339 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1_conf.xml dst=null perm=null
2014-04-10 11:17:07,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:07,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1_conf.xml dst=null perm=null
2014-04-10 11:17:07,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:07,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036/job_1397146165236_0036_1_conf.xml dst=null perm=null
2014-04-10 11:17:07,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:07,367 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42783, bytes: 95042, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742207_1383, duration: 354308
2014-04-10 11:17:07,370 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:17:07,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391 src: /127.0.0.1:43981 dest: /127.0.0.1:50700
2014-04-10 11:17:07,384 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391 src: /127.0.0.1:38280 dest: /127.0.0.1:43710
2014-04-10 11:17:07,385 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391 src: /127.0.0.1:42789 dest: /127.0.0.1:51097
2014-04-10 11:17:07,389 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42789, dest: /127.0.0.1:51097, bytes: 94302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391, duration: 2717535
2014-04-10 11:17:07,389 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:07,390 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,390 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38280, dest: /127.0.0.1:43710, bytes: 94302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391, duration: 3179975
2014-04-10 11:17:07,390 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,391 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43981, dest: /127.0.0.1:50700, bytes: 94302, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1087202849_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391, duration: 3951370
2014-04-10 11:17:07,391 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,391 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742215_1391{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,406 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1087202849_1
2014-04-10 11:17:07,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0036_000001 with final state: FINISHING
2014-04-10 11:17:07,481 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:07,481 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0036 with final state: FINISHING
2014-04-10 11:17:07,481 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0036 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:07,481 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0036
2014-04-10 11:17:07,482 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:07,482 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0036 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:07,543 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:17:07,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:07,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:07,546 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0036 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist
2014-04-10 11:17:07,547 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist]
2014-04-10 11:17:07,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist dst=null perm=null
2014-04-10 11:17:07,550 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43985, bytes: 47926, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390, duration: 286336
2014-04-10 11:17:07,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary dst=null perm=null
2014-04-10 11:17:07,570 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38284, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389, duration: 99628
2014-04-10 11:17:07,571 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0036,submitTime=1397146618355,launchTime=1397146621460,firstMapTaskLaunchTime=1397146623619,firstReduceTaskLaunchTime=0,finishTime=1397146627124,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=12,reduceSlotSeconds=0,jobName=[335E03210C0444D18A56D45939F2A072/8C109D8A1CC240F8AD322AA8F551B2ED] test/(1/1) ...ldedpipesplatform/replace
2014-04-10 11:17:07,571 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary]
2014-04-10 11:17:07,589 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742213_1389 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:17:07,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036.summary dst=null perm=null
2014-04-10 11:17:07,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:17:07,592 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist
2014-04-10 11:17:07,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0036-1397146618355-brock-%5B335E03210C0444D18A56D45939F2A072%2F8C109D8A1CC240F8-1397146627124-4-0-SUCCEEDED-default-1397146621460.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,606 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0036_conf.xml
2014-04-10 11:17:07,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0036_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0036_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:07,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,637 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary
2014-04-10 11:17:07,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/_temporary dst=null perm=null
2014-04-10 11:17:07,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,659 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:17:07,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null
2014-04-10 11:17:07,663 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43985, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, duration: 206837
2014-04-10 11:17:07,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null
2014-04-10 11:17:07,666 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42793, bytes: 55, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, duration: 210440
2014-04-10 11:17:07,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null
2014-04-10 11:17:07,668 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43985, bytes: 56, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, duration: 198232
2014-04-10 11:17:07,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null
2014-04-10 11:17:07,671 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43985, bytes: 41, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, duration: 173739
2014-04-10 11:17:07,671 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/replace
2014-04-10 11:17:07,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,673 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace dst=null perm=null
2014-04-10 11:17:07,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null
2014-04-10 11:17:07,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00000 dst=null perm=null
2014-04-10 11:17:07,677 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43985, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384, duration: 179284
2014-04-10 11:17:07,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null
2014-04-10 11:17:07,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00001 dst=null perm=null
2014-04-10 11:17:07,680 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38284, bytes: 55, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385, duration: 184555
2014-04-10 11:17:07,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null
2014-04-10 11:17:07,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00002 dst=null perm=null
2014-04-10 11:17:07,683 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:43985, bytes: 56, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388, duration: 185978
2014-04-10 11:17:07,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null
2014-04-10 11:17:07,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/replace/part-00003 dst=null perm=null
2014-04-10 11:17:07,686 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42793, bytes: 41, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386, duration: 176440
2014-04-10 11:17:07,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:07,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:07,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:07,741 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt. BP-1066669398-127.0.0.1-1397146149467 blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:07,749 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0036_01_000003
2014-04-10 11:17:07,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:07,750 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0036_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:17:07,750 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000003
2014-04-10 11:17:07,750 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0036_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:17:07,751 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:17:07,751 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0036_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:07,751 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:07,751 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:17:07,751 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0036_000001 released container container_1397146165236_0036_01_000003 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:07,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392 src: /127.0.0.1:42794 dest: /127.0.0.1:51097
2014-04-10 11:17:07,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392 src: /127.0.0.1:43989 dest: /127.0.0.1:50700
2014-04-10 11:17:07,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392 src: /127.0.0.1:51373 dest: /127.0.0.1:55447
2014-04-10 11:17:07,762 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51373, dest: /127.0.0.1:55447, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, duration: 1515256
2014-04-10 11:17:07,762 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:07,762 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43989, dest: /127.0.0.1:50700, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, duration: 2034498
2014-04-10 11:17:07,763 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,763 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,763 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42794, dest: /127.0.0.1:51097, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, duration: 2515893
2014-04-10 11:17:07,764 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742216_1392{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,781 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:07,798 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:17:07,798 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:17:07,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:07,806 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:17:07,806 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt"]
2014-04-10 11:17:07,806 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size"]
2014-04-10 11:17:07,806 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:17:07,807 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:17:07,807 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:17:07,807 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...esplatform/ungrouped_size
2014-04-10 11:17:07,820 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:07,826 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:07,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:07,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:07,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:07,830 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 37
2014-04-10 11:17:07,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037 dst=null perm=null
2014-04-10 11:17:07,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:17:07,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:17:07,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:07,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:07,883 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:07,896 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0036_01_000004
2014-04-10 11:17:07,897 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:07,897 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0036_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:17:07,897 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000004
2014-04-10 11:17:07,897 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0036_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:07,898 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:17:07,898 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0036_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:07,898 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:07,898 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:17:07,899 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0036_000001 released container container_1397146165236_0036_01_000004 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:07,899 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393 src: /127.0.0.1:51374 dest: /127.0.0.1:55447
2014-04-10 11:17:07,900 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393 src: /127.0.0.1:43992 dest: /127.0.0.1:50700
2014-04-10 11:17:07,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393 src: /127.0.0.1:38291 dest: /127.0.0.1:43710
2014-04-10 11:17:07,906 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38291, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, duration: 2918604
2014-04-10 11:17:07,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:07,907 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,907 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43992, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, duration: 4412391
2014-04-10 11:17:07,907 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,908 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,908 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51374, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, duration: 4607773
2014-04-10 11:17:07,908 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:07,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742217_1393{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:07,923 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:07,924 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar
2014-04-10 11:17:07,939 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:07,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:07,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:07,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:07,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:07,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:17:07,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:17:07,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:17:07,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:17:07,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:17:07,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:07,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:07,967 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:17:07,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:07,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:07,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:07,998 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split
2014-04-10 11:17:08,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:08,016 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:08,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394 src: /127.0.0.1:42800 dest: /127.0.0.1:51097
2014-04-10 11:17:08,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394 src: /127.0.0.1:51378 dest: /127.0.0.1:55447
2014-04-10 11:17:08,035 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394 src: /127.0.0.1:38294 dest: /127.0.0.1:43710
2014-04-10 11:17:08,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394 src: /127.0.0.1:43997 dest: /127.0.0.1:50700
2014-04-10 11:17:08,039 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43997, dest: /127.0.0.1:50700, bytes: 1559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 2186177
2014-04-10 11:17:08,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:08,040 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,040 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38294, dest: /127.0.0.1:43710, bytes: 1559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 2775252
2014-04-10 11:17:08,040 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:08,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,041 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51378, dest: /127.0.0.1:55447, bytes: 1559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 3481045
2014-04-10 11:17:08,041 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:08,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42800, dest: /127.0.0.1:51097, bytes: 1559, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 4090545
2014-04-10 11:17:08,042 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:08,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742218_1394{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,056 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:08,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:08,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:08,091 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:08,094 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:43710 to replicate blk_1073742217_1393 to datanode(s) 127.0.0.1:51097
2014-04-10 11:17:08,095 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742213_1389]
2014-04-10 11:17:08,095 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742213_1389]
2014-04-10 11:17:08,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395 src: /127.0.0.1:43998 dest: /127.0.0.1:50700
2014-04-10 11:17:08,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395 src: /127.0.0.1:42805 dest: /127.0.0.1:51097
2014-04-10 11:17:08,109 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395 src: /127.0.0.1:38298 dest: /127.0.0.1:43710
2014-04-10 11:17:08,112 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38298, dest: /127.0.0.1:43710, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, duration: 1530080
2014-04-10 11:17:08,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:08,112 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,112 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42805, dest: /127.0.0.1:51097, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, duration: 1719988
2014-04-10 11:17:08,112 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:08,113 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43998, dest: /127.0.0.1:50700, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, duration: 2045512
2014-04-10 11:17:08,113 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,113 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:08,117 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742219_1395{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,131 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:08,131 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:17:08,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:08,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:08,171 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:08,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396 src: /127.0.0.1:42807 dest: /127.0.0.1:51097
2014-04-10 11:17:08,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396 src: /127.0.0.1:51385 dest: /127.0.0.1:55447
2014-04-10 11:17:08,193 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396 src: /127.0.0.1:44003 dest: /127.0.0.1:50700
2014-04-10 11:17:08,197 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44003, dest: /127.0.0.1:50700, bytes: 80294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, duration: 2934258
2014-04-10 11:17:08,197 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:08,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,198 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51385, dest: /127.0.0.1:55447, bytes: 80294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, duration: 3264368
2014-04-10 11:17:08,198 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:08,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,198 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42807, dest: /127.0.0.1:51097, bytes: 80294, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, duration: 3923178
2014-04-10 11:17:08,199 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:08,200 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742220_1396{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:08,214 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:08,215 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0037
2014-04-10 11:17:08,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037 dst=null perm=null
2014-04-10 11:17:08,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:08,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:08,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:08,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:08,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:08,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:08,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:08,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:08,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:08,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:08,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:08,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:08,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:08,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:08,279 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 37 submitted by user brock
2014-04-10 11:17:08,279 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0037
2014-04-10 11:17:08,279 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0037
2014-04-10 11:17:08,279 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0037
2014-04-10 11:17:08,279 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0037 State change from NEW to NEW_SAVING
2014-04-10 11:17:08,280 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0037 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:17:08,280 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0037_000001
2014-04-10 11:17:08,280 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from NEW to SUBMITTED
2014-04-10 11:17:08,281 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0037 from user: brock activated in queue: default
2014-04-10 11:17:08,281 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0037 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:17:08,281 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0037
2014-04-10 11:17:08,281 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0037 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:17:08,281 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0037_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:17:08,283 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:17:08,283 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0037 State change from SUBMITTED to ACCEPTED
2014-04-10 11:17:08,284 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0037/
2014-04-10 11:17:08,284 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0037
2014-04-10 11:17:08,284 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0037/
2014-04-10 11:17:08,498 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742203_1379 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:17:08,498 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742204_1380 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:17:08,498 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742205_1381 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:17:08,499 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742206_1382 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:17:08,499 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742211_1387 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:17:08,499 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742207_1383 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:17:08,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0036 dst=null perm=null
2014-04-10 11:17:08,751 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:08,751 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000001
2014-04-10 11:17:08,752 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0037_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:17:08,752 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0037 container=Container: [ContainerId: container_1397146165236_0037_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0037_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:08,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:17:08,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:08,752 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:08,753 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0037 AttemptId: appattempt_1397146165236_0037_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0037_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:17:08,753 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:17:08,754 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:17:08,754 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0037_000001
2014-04-10 11:17:08,754 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0037_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0037_000001
2014-04-10 11:17:08,754 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0037_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:17:08,757 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0037_000001 (auth:SIMPLE)
2014-04-10 11:17:08,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0037_01_000001 by user brock
2014-04-10 11:17:08,759 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0037
2014-04-10 11:17:08,760 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000001
2014-04-10 11:17:08,760 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from NEW to INITING
2014-04-10 11:17:08,760 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0037_01_000001 to application application_1397146165236_0037
2014-04-10 11:17:08,760 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0037_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0037_000001
2014-04-10 11:17:08,760 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from INITING to RUNNING
2014-04-10 11:17:08,760 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:17:08,761 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:17:08,761 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0037
2014-04-10 11:17:08,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:08,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:17:08,761 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:17:08,762 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:08,762 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0037_01_000001
2014-04-10 11:17:08,772 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0037_01_000001.tokens. Credentials list:
2014-04-10 11:17:08,785 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:08,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0037_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000001.tokens
2014-04-10 11:17:08,849 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:08,949 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:08,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:08,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:08,960 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51390, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_711683461_21354, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, duration: 968469
2014-04-10 11:17:08,982 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:08,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:08,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:08,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:09,006 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42814, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_711683461_21354, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, duration: 229975
2014-04-10 11:17:09,023 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0037/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:09,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:09,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:09,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:09,047 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42814, bytes: 1575, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_711683461_21354, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 241952
2014-04-10 11:17:09,065 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0037/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:09,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:09,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:09,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:09,091 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44009, bytes: 80922, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_711683461_21354, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, duration: 411829
2014-04-10 11:17:09,110 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0037/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:09,110 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:09,142 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:09,142 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:09,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000001/default_container_executor.sh]
2014-04-10 11:17:09,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742213 for deletion
2014-04-10 11:17:09,410 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742213
2014-04-10 11:17:09,494 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=c7502b63-6e24-479d-9c15-3e13b6504ee9, infoPort=58791, ipcPort=50815, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393 to 127.0.0.1:51097
2014-04-10 11:17:09,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393 src: /127.0.0.1:42816 dest: /127.0.0.1:51097
2014-04-10 11:17:09,496 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:17:09,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393 src: /127.0.0.1:42816 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:17:09,497 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742217_1393 size 244650
2014-04-10 11:17:09,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742213 for deletion
2014-04-10 11:17:09,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742213
2014-04-10 11:17:09,750 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:10,017 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392
2014-04-10 11:17:10,018 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396
2014-04-10 11:17:10,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393
2014-04-10 11:17:10,219 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386
2014-04-10 11:17:10,225 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385
2014-04-10 11:17:10,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388
2014-04-10 11:17:10,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387
2014-04-10 11:17:10,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384
2014-04-10 11:17:10,226 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394
2014-04-10 11:17:10,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:10,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/COMMIT_STARTED dst=null perm=null
2014-04-10 11:17:10,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:17:10,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/COMMIT_FAIL dst=null perm=null
2014-04-10 11:17:10,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037 dst=null perm=null
2014-04-10 11:17:10,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:10,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:10,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390
2014-04-10 11:17:10,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395
2014-04-10 11:17:10,532 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394
2014-04-10 11:17:10,533 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384
2014-04-10 11:17:10,534 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393
2014-04-10 11:17:10,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:10,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:10,704 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44012, bytes: 152, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395, duration: 158277
2014-04-10 11:17:10,734 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391
2014-04-10 11:17:10,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388
2014-04-10 11:17:10,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392
2014-04-10 11:17:10,735 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386
2014-04-10 11:17:10,736 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396
2014-04-10 11:17:10,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394
2014-04-10 11:17:10,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742213_1389
2014-04-10 11:17:10,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387
2014-04-10 11:17:10,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385
2014-04-10 11:17:10,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390
2014-04-10 11:17:10,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395
2014-04-10 11:17:10,773 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393
2014-04-10 11:17:10,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742219_1395
2014-04-10 11:17:10,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391
2014-04-10 11:17:10,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742214_1390
2014-04-10 11:17:10,975 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742208_1384
2014-04-10 11:17:10,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742209_1385
2014-04-10 11:17:11,095 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742211_1387, blk_1073742203_1379, blk_1073742204_1380, blk_1073742205_1381]
2014-04-10 11:17:11,095 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742211_1387, blk_1073742213_1389, blk_1073742203_1379, blk_1073742204_1380, blk_1073742205_1381, blk_1073742206_1382, blk_1073742207_1383]
2014-04-10 11:17:11,175 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393
2014-04-10 11:17:11,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742210_1386
2014-04-10 11:17:11,176 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742211_1387
2014-04-10 11:17:11,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392
2014-04-10 11:17:11,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742212_1388
2014-04-10 11:17:11,177 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394
2014-04-10 11:17:11,178 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396
2014-04-10 11:17:11,376 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742215_1391
2014-04-10 11:17:11,558 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0037_000001 (auth:SIMPLE)
2014-04-10 11:17:11,559 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0037_000001
2014-04-10 11:17:11,559 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0037 APPATTEMPTID=appattempt_1397146165236_0037_000001
2014-04-10 11:17:11,560 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:17:11,560 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0037 State change from ACCEPTED to RUNNING
2014-04-10 11:17:11,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:11,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:11,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:11,740 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:11,779 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397 src: /127.0.0.1:44014 dest: /127.0.0.1:50700
2014-04-10 11:17:11,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397 src: /127.0.0.1:42821 dest: /127.0.0.1:51097
2014-04-10 11:17:11,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397 src: /127.0.0.1:38314 dest: /127.0.0.1:43710
2014-04-10 11:17:11,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38314, dest: /127.0.0.1:43710, bytes: 94157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397, duration: 5243882
2014-04-10 11:17:11,787 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:11,787 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42821, dest: /127.0.0.1:51097, bytes: 94157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397, duration: 5733775
2014-04-10 11:17:11,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:11,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:11,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44014, dest: /127.0.0.1:50700, bytes: 94157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397, duration: 6041860
2014-04-10 11:17:11,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:11,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:11,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742221_1397{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:11,806 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:12,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742211 for deletion
2014-04-10 11:17:12,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742213 for deletion
2014-04-10 11:17:12,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742211
2014-04-10 11:17:12,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203 for deletion
2014-04-10 11:17:12,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742213_1389 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742213
2014-04-10 11:17:12,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204 for deletion
2014-04-10 11:17:12,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203
2014-04-10 11:17:12,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742205_1381 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742205 for deletion
2014-04-10 11:17:12,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204
2014-04-10 11:17:12,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742206 for deletion
2014-04-10 11:17:12,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742205_1381 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742205
2014-04-10 11:17:12,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742207_1383 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742207 for deletion
2014-04-10 11:17:12,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742206
2014-04-10 11:17:12,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742207_1383 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742207
2014-04-10 11:17:12,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742211 for deletion
2014-04-10 11:17:12,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203 for deletion
2014-04-10 11:17:12,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742211
2014-04-10 11:17:12,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204 for deletion
2014-04-10 11:17:12,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742205_1381 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742205 for deletion
2014-04-10 11:17:12,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203
2014-04-10 11:17:12,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742205_1381 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742205
2014-04-10 11:17:12,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204
2014-04-10 11:17:12,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:12,899 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000002
2014-04-10 11:17:12,899 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0037_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:17:12,899 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0037 container=Container: [ContainerId: container_1397146165236_0037_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0037_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:12,900 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:17:12,900 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:12,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:12,900 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000003
2014-04-10 11:17:12,901 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0037_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:17:12,901 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0037 container=Container: [ContainerId: container_1397146165236_0037_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0037_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:12,901 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:17:12,901 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:12,902 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:12,902 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000004
2014-04-10 11:17:12,902 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0037_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:17:12,902 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0037 container=Container: [ContainerId: container_1397146165236_0037_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0037_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:12,903 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:17:12,903 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:12,903 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:12,903 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000005
2014-04-10 11:17:12,904 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0037_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:17:12,904 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0037 container=Container: [ContainerId: container_1397146165236_0037_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] containerId=container_1397146165236_0037_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:12,904 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:17:12,904 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:13,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:13,594 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:13,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:13,595 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:13,619 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0036_01_000001 succeeded
2014-04-10 11:17:13,620 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:17:13,620 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0036_01_000001
2014-04-10 11:17:13,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000001
2014-04-10 11:17:13,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000001
2014-04-10 11:17:13,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000001
2014-04-10 11:17:13,628 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000001
2014-04-10 11:17:13,628 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0036_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:17:13,628 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0036/container_1397146165236_0036_01_000001
2014-04-10 11:17:13,628 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0036_01_000001 from application application_1397146165236_0036
2014-04-10 11:17:13,629 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:13,629 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0036
2014-04-10 11:17:13,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:13,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:13,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:13,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:13,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:13,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:13,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:13,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:13,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:13,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:13,720 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0037_000001 (auth:SIMPLE)
2014-04-10 11:17:13,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0037_01_000003 by user brock
2014-04-10 11:17:13,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0037_01_000002 by user brock
2014-04-10 11:17:13,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0037_01_000005 by user brock
2014-04-10 11:17:13,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0037
2014-04-10 11:17:13,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0037_01_000004 by user brock
2014-04-10 11:17:13,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000005
2014-04-10 11:17:13,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000003
2014-04-10 11:17:13,724 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0037_01_000002 to application application_1397146165236_0037
2014-04-10 11:17:13,724 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0037_01_000005 to application application_1397146165236_0037
2014-04-10 11:17:13,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000002
2014-04-10 11:17:13,725 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from NEW to INITING
2014-04-10 11:17:13,725 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0037_01_000003 to application application_1397146165236_0037
2014-04-10 11:17:13,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000004
2014-04-10 11:17:13,725 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0037_01_000004 to application application_1397146165236_0037
2014-04-10 11:17:13,726 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from INITING to RUNNING
2014-04-10 11:17:13,726 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:17:13,726 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:17:13,727 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:17:13,727 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:17:13,727 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,727 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,727 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:13,727 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0037
2014-04-10 11:17:13,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:13,728 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:13,728 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,728 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,728 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:13,729 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0037
2014-04-10 11:17:13,729 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,729 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,729 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:13,729 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0037
2014-04-10 11:17:13,730 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,730 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0037
2014-04-10 11:17:13,730 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:13,730 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0037
2014-04-10 11:17:13,730 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0037_01_000004
2014-04-10 11:17:13,731 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0037_01_000002
2014-04-10 11:17:13,731 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0037_01_000005
2014-04-10 11:17:13,731 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0037_01_000003
2014-04-10 11:17:13,743 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0037_01_000005.tokens. Credentials list:
2014-04-10 11:17:13,743 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0037_01_000004.tokens. Credentials list:
2014-04-10 11:17:13,744 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0037_01_000003.tokens. Credentials list:
2014-04-10 11:17:13,744 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0037_01_000002.tokens. Credentials list:
2014-04-10 11:17:13,751 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0036_01_000001
2014-04-10 11:17:13,752 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0036_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:13,752 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0036_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:17:13,752 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0036_000001
2014-04-10 11:17:13,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:13,752 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0036_000001 State change from FINISHING to FINISHED
2014-04-10 11:17:13,752 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0036 CONTAINERID=container_1397146165236_0036_01_000001
2014-04-10 11:17:13,752 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0036 State change from FINISHING to FINISHED
2014-04-10 11:17:13,752 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0036_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:17:13,752 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0036
2014-04-10 11:17:13,752 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:17:13,752 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0036_000001
2014-04-10 11:17:13,753 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0036_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:13,753 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0036,name=[335E03210C0444D18A56D45939F2A072/8C109D8A1CC240F8AD322AA8F551B2ED] test/(1/1) ...ldedpipesplatform/replace,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0036/jobhistory/job/job_1397146165236_0036,appMasterHost=localhost.localdomain,startTime=1397146618355,finishTime=1397146627481,finalStatus=SUCCEEDED
2014-04-10 11:17:13,753 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:13,753 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:17:13,753 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0036_000001 released container container_1397146165236_0036_01_000001 on node: host: localhost:57966 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:13,753 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0036_000001 is done. finalState=FINISHED
2014-04-10 11:17:13,753 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0036 requests cleared
2014-04-10 11:17:13,753 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0036 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:17:13,753 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0036 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:17:13,755 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0036_000001 (auth:SIMPLE)
2014-04-10 11:17:13,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0036_01_000001
2014-04-10 11:17:13,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0037_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000005.tokens
2014-04-10 11:17:13,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:13,899 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:13,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:13,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:13,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:13,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:13,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:13,900 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0036
2014-04-10 11:17:13,900 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:13,899 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:13,900 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0036, with delay of 10800 seconds
2014-04-10 11:17:13,900 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:13,900 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:13,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:13,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:13,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar dst=null perm=null
2014-04-10 11:17:13,926 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42827, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-526306542_21498, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742217_1393, duration: 601412
2014-04-10 11:17:13,954 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0037/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:13,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:13,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:13,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml dst=null perm=null
2014-04-10 11:17:13,979 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42827, bytes: 80922, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-526306542_21498, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742220_1396, duration: 375642
2014-04-10 11:17:13,998 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:13,998 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:13,998 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:13,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:13,999 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:14,059 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:14,060 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:14,060 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:14,060 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:14,060 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:14,060 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:14,060 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:14,061 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:14,096 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742211_1387, blk_1073742203_1379, blk_1073742204_1380, blk_1073742206_1382, blk_1073742207_1383]
2014-04-10 11:17:14,096 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742203_1379, blk_1073742204_1380, blk_1073742205_1381, blk_1073742206_1382, blk_1073742207_1383]
2014-04-10 11:17:14,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000002/default_container_executor.sh]
2014-04-10 11:17:14,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000005/default_container_executor.sh]
2014-04-10 11:17:14,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000004/default_container_executor.sh]
2014-04-10 11:17:14,184 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000003/default_container_executor.sh]
2014-04-10 11:17:14,611 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:17:14,752 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:14,752 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:14,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:14,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:14,753 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0036
2014-04-10 11:17:14,753 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0036
2014-04-10 11:17:14,753 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0036 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:14,753 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0036, with delay of 10800 seconds
2014-04-10 11:17:15,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:15,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1397146165236_0037_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000002.tokens
2014-04-10 11:17:15,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:15,380 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:15,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203 for deletion
2014-04-10 11:17:15,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204 for deletion
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742205_1381 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742205 for deletion
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742206 for deletion
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742205_1381 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742205
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742207_1383 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742207 for deletion
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742207_1383 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742207
2014-04-10 11:17:15,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742206
2014-04-10 11:17:15,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1397146165236_0037_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000003.tokens
2014-04-10 11:17:15,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:15,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742211 for deletion
2014-04-10 11:17:15,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203 for deletion
2014-04-10 11:17:15,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204 for deletion
2014-04-10 11:17:15,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742206 for deletion
2014-04-10 11:17:15,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742207_1383 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742207 for deletion
2014-04-10 11:17:15,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742211_1387 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742211
2014-04-10 11:17:15,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742204_1380 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742204
2014-04-10 11:17:15,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742207_1383 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742207
2014-04-10 11:17:15,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742203_1379 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742203
2014-04-10 11:17:15,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742206_1382 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742206
2014-04-10 11:17:15,565 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:15,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397
2014-04-10 11:17:15,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1397146165236_0037_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000004.tokens
2014-04-10 11:17:15,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:15,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397
2014-04-10 11:17:16,380 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397
2014-04-10 11:17:16,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:16,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:16,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:16,989 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38330, bytes: 543, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000003_0_1279060713_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 158410
2014-04-10 11:17:16,990 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42837, bytes: 1575, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000001_0_1938287847_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 127893
2014-04-10 11:17:16,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job.split dst=null perm=null
2014-04-10 11:17:17,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51418, bytes: 1059, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000002_0_-560729141_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 172444
2014-04-10 11:17:17,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:17,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:17,045 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42843, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000003_0_1279060713_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, duration: 221442
2014-04-10 11:17:17,047 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42837, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000001_0_1938287847_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, duration: 164447
2014-04-10 11:17:17,051 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42842, bytes: 1575, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000000_0_-1568566129_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742218_1394, duration: 154632
2014-04-10 11:17:17,088 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:17,090 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51418, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000002_0_-560729141_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, duration: 108248
2014-04-10 11:17:17,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/extra+lower+upper.txt dst=null perm=null
2014-04-10 11:17:17,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,372 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51421, bytes: 44, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0037_m_000000_0_-1568566129_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742216_1392, duration: 143737
2014-04-10 11:17:17,379 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:17:17,383 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:17,387 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:17,407 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000002_0/part-00002. BP-1066669398-127.0.0.1-1397146149467 blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:17,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398 src: /127.0.0.1:44039 dest: /127.0.0.1:50700
2014-04-10 11:17:17,447 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399 src: /127.0.0.1:51423 dest: /127.0.0.1:55447
2014-04-10 11:17:17,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399 src: /127.0.0.1:42849 dest: /127.0.0.1:51097
2014-04-10 11:17:17,456 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398 src: /127.0.0.1:38340 dest: /127.0.0.1:43710
2014-04-10 11:17:17,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399 src: /127.0.0.1:44044 dest: /127.0.0.1:50700
2014-04-10 11:17:17,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400 src: /127.0.0.1:44040 dest: /127.0.0.1:50700
2014-04-10 11:17:17,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398 src: /127.0.0.1:42850 dest: /127.0.0.1:51097
2014-04-10 11:17:17,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400 src: /127.0.0.1:51428 dest: /127.0.0.1:55447
2014-04-10 11:17:17,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400 src: /127.0.0.1:38344 dest: /127.0.0.1:43710
2014-04-10 11:17:17,475 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42850, dest: /127.0.0.1:51097, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000001_0_1938287847_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, duration: 11857937
2014-04-10 11:17:17,475 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44044, dest: /127.0.0.1:50700, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000003_0_1279060713_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, duration: 13574491
2014-04-10 11:17:17,479 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:17,479 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401 src: /127.0.0.1:51424 dest: /127.0.0.1:55447
2014-04-10 11:17:17,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,479 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38340, dest: /127.0.0.1:43710, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000001_0_1938287847_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, duration: 8694596
2014-04-10 11:17:17,475 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:17,479 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42849, dest: /127.0.0.1:51097, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000003_0_1279060713_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, duration: 17221015
2014-04-10 11:17:17,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,480 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,480 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44039, dest: /127.0.0.1:50700, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000001_0_1938287847_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, duration: 17603250
2014-04-10 11:17:17,481 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51423, dest: /127.0.0.1:55447, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000003_0_1279060713_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, duration: 17630329
2014-04-10 11:17:17,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,481 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,481 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,484 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742222_1398{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,482 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,485 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742223_1399{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401 src: /127.0.0.1:44047 dest: /127.0.0.1:50700
2014-04-10 11:17:17,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401 src: /127.0.0.1:38346 dest: /127.0.0.1:43710
2014-04-10 11:17:17,489 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38344, dest: /127.0.0.1:43710, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000000_0_-1568566129_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, duration: 14482249
2014-04-10 11:17:17,489 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:17,490 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51428, dest: /127.0.0.1:55447, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000000_0_-1568566129_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, duration: 14120401
2014-04-10 11:17:17,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,490 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,490 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44040, dest: /127.0.0.1:50700, bytes: 24, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000000_0_-1568566129_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, duration: 14801406
2014-04-10 11:17:17,490 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,490 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742224_1400{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,492 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38346, dest: /127.0.0.1:43710, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000002_0_-560729141_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, duration: 4921300
2014-04-10 11:17:17,492 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:17,492 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44047, dest: /127.0.0.1:50700, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000002_0_-560729141_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, duration: 4278493
2014-04-10 11:17:17,492 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,492 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51424, dest: /127.0.0.1:55447, bytes: 12, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0037_m_000002_0_-560729141_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, duration: 5486680
2014-04-10 11:17:17,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,493 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742225_1401{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:17,497 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0037_m_000001_0_1938287847_1
2014-04-10 11:17:17,514 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0037_m_000002_0_-560729141_1
2014-04-10 11:17:17,514 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0037_m_000000_0_-1568566129_1
2014-04-10 11:17:17,514 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0037_m_000003_0_1279060713_1
2014-04-10 11:17:17,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000001_0 dst=null perm=null
2014-04-10 11:17:17,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000001_0 dst=null perm=null
2014-04-10 11:17:17,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000001 dst=null perm=null
2014-04-10 11:17:17,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000003_0 dst=null perm=null
2014-04-10 11:17:17,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000003_0 dst=null perm=null
2014-04-10 11:17:17,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000003 dst=null perm=null
2014-04-10 11:17:17,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000000_0 dst=null perm=null
2014-04-10 11:17:17,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000000_0 dst=null perm=null
2014-04-10 11:17:17,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000000 dst=null perm=null
2014-04-10 11:17:17,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:17,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000002_0 dst=null perm=null
2014-04-10 11:17:17,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000002_0 dst=null perm=null
2014-04-10 11:17:17,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000002 dst=null perm=null
2014-04-10 11:17:17,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:17,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:17,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/_temporary/attempt_1397146165236_0037_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:17,659 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0037_01_000003
2014-04-10 11:17:17,660 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000003
2014-04-10 11:17:17,660 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:17:17,660 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0037_01_000003
2014-04-10 11:17:17,663 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0037_01_000005
2014-04-10 11:17:17,663 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000005
2014-04-10 11:17:17,666 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0037_01_000003 is : 143
2014-04-10 11:17:17,676 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:17:17,677 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:17,677 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0037_01_000005
2014-04-10 11:17:17,678 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0037_01_000002
2014-04-10 11:17:17,678 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000002
2014-04-10 11:17:17,678 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:17,678 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0037_01_000004
2014-04-10 11:17:17,679 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000004
2014-04-10 11:17:17,682 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0037_01_000005 is : 143
2014-04-10 11:17:17,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000003
2014-04-10 11:17:17,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000003
2014-04-10 11:17:17,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000003
2014-04-10 11:17:17,689 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000003
2014-04-10 11:17:17,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:17:17,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:17:17,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:17,689 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000003
2014-04-10 11:17:17,689 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:17,689 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0037_01_000002
2014-04-10 11:17:17,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402 src: /127.0.0.1:42855 dest: /127.0.0.1:51097
2014-04-10 11:17:17,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402 src: /127.0.0.1:38348 dest: /127.0.0.1:43710
2014-04-10 11:17:17,692 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402 src: /127.0.0.1:44051 dest: /127.0.0.1:50700
2014-04-10 11:17:17,694 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0037_01_000002 is : 143
2014-04-10 11:17:17,702 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0037_01_000004
2014-04-10 11:17:17,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,706 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1.jhist for DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:17,708 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0037_01_000004 is : 143
2014-04-10 11:17:17,719 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000005
2014-04-10 11:17:17,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000005
2014-04-10 11:17:17,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000005
2014-04-10 11:17:17,720 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000005
2014-04-10 11:17:17,720 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0037_01_000003 from application application_1397146165236_0037
2014-04-10 11:17:17,720 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:17,720 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0037
2014-04-10 11:17:17,720 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:17,721 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:17,721 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000005
2014-04-10 11:17:17,721 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:17,721 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000002
2014-04-10 11:17:17,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000002
2014-04-10 11:17:17,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000002
2014-04-10 11:17:17,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000002
2014-04-10 11:17:17,722 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000004
2014-04-10 11:17:17,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000004
2014-04-10 11:17:17,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000004
2014-04-10 11:17:17,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000004
2014-04-10 11:17:17,723 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0037_01_000005 from application application_1397146165236_0037
2014-04-10 11:17:17,723 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:17,724 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0037
2014-04-10 11:17:17,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000002
2014-04-10 11:17:17,724 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:17,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000004
2014-04-10 11:17:17,724 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:17,724 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0037_01_000002 from application application_1397146165236_0037
2014-04-10 11:17:17,724 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:17,724 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0037
2014-04-10 11:17:17,725 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0037_01_000004 from application application_1397146165236_0037
2014-04-10 11:17:17,725 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:17,725 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0037
2014-04-10 11:17:17,739 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:17,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1 dst=null perm=null
2014-04-10 11:17:17,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000000 dst=null perm=null
2014-04-10 11:17:17,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2014-04-10 11:17:17,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000001 dst=null perm=null
2014-04-10 11:17:17,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2014-04-10 11:17:17,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000002 dst=null perm=null
2014-04-10 11:17:17,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2014-04-10 11:17:17,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:17,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000003 dst=null perm=null
2014-04-10 11:17:17,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2014-04-10 11:17:17,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary/1/task_1397146165236_0037_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary dst=null perm=null
2014-04-10 11:17:17,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:17,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,930 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:17,947 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44051, dest: /127.0.0.1:50700, bytes: 47561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402, duration: 254468356
2014-04-10 11:17:17,947 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:17,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38348, dest: /127.0.0.1:43710, bytes: 47561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402, duration: 255615314
2014-04-10 11:17:17,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14948
2014-04-10 11:17:17,948 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,949 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42855, dest: /127.0.0.1:51097, bytes: 47561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402, duration: 256423572
2014-04-10 11:17:17,949 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:17,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14948
2014-04-10 11:17:17,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742226_1402{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14948
2014-04-10 11:17:17,964 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1.jhist is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:17,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:17,984 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:17,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403 src: /127.0.0.1:51435 dest: /127.0.0.1:55447
2014-04-10 11:17:18,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403 src: /127.0.0.1:42859 dest: /127.0.0.1:51097
2014-04-10 11:17:18,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403 src: /127.0.0.1:38352 dest: /127.0.0.1:43710
2014-04-10 11:17:18,005 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38352, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403, duration: 1792255
2014-04-10 11:17:18,005 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:18,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,005 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42859, dest: /127.0.0.1:51097, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403, duration: 2218800
2014-04-10 11:17:18,014 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,015 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51435, dest: /127.0.0.1:55447, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403, duration: 11398932
2014-04-10 11:17:18,015 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742227_1403{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:18,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1.jhist dst=null perm=null
2014-04-10 11:17:18,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist_tmp dst=null perm=null
2014-04-10 11:17:18,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1.jhist dst=null perm=null
2014-04-10 11:17:18,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist_tmp dst=null perm=null
2014-04-10 11:17:18,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1.jhist dst=null perm=null
2014-04-10 11:17:18,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:18,125 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38353, bytes: 47933, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402, duration: 252947
2014-04-10 11:17:18,128 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:18,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404 src: /127.0.0.1:44056 dest: /127.0.0.1:50700
2014-04-10 11:17:18,142 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404 src: /127.0.0.1:42863 dest: /127.0.0.1:51097
2014-04-10 11:17:18,144 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404 src: /127.0.0.1:38356 dest: /127.0.0.1:43710
2014-04-10 11:17:18,147 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38356, dest: /127.0.0.1:43710, bytes: 47561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404, duration: 2617922
2014-04-10 11:17:18,148 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:18,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,148 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42863, dest: /127.0.0.1:51097, bytes: 47561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404, duration: 3200615
2014-04-10 11:17:18,149 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,149 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,149 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44056, dest: /127.0.0.1:50700, bytes: 47561, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404, duration: 3871630
2014-04-10 11:17:18,149 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742228_1404{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,164 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:18,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1_conf.xml dst=null perm=null
2014-04-10 11:17:18,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:18,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1_conf.xml dst=null perm=null
2014-04-10 11:17:18,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:18,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037/job_1397146165236_0037_1_conf.xml dst=null perm=null
2014-04-10 11:17:18,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:18,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38353, bytes: 94893, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742221_1397, duration: 351839
2014-04-10 11:17:18,211 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:18,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405 src: /127.0.0.1:42865 dest: /127.0.0.1:51097
2014-04-10 11:17:18,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405 src: /127.0.0.1:51443 dest: /127.0.0.1:55447
2014-04-10 11:17:18,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405 src: /127.0.0.1:38359 dest: /127.0.0.1:43710
2014-04-10 11:17:18,230 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38359, dest: /127.0.0.1:43710, bytes: 94157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405, duration: 2817372
2014-04-10 11:17:18,230 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:18,231 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,231 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51443, dest: /127.0.0.1:55447, bytes: 94157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405, duration: 3294920
2014-04-10 11:17:18,231 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,232 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42865, dest: /127.0.0.1:51097, bytes: 94157, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1609644944_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405, duration: 4064305
2014-04-10 11:17:18,232 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742229_1405{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,247 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1609644944_1
2014-04-10 11:17:18,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,322 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0037_000001 with final state: FINISHING
2014-04-10 11:17:18,322 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:18,322 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0037 with final state: FINISHING
2014-04-10 11:17:18,322 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0037 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:18,323 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0037
2014-04-10 11:17:18,323 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:18,324 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0037 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:18,399 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:17:18,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:18,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:18,403 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0037 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist
2014-04-10 11:17:18,404 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist]
2014-04-10 11:17:18,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist dst=null perm=null
2014-04-10 11:17:18,407 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44064, bytes: 47933, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404, duration: 269727
2014-04-10 11:17:18,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary dst=null perm=null
2014-04-10 11:17:18,424 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51448, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403, duration: 229577
2014-04-10 11:17:18,424 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0037,submitTime=1397146628279,launchTime=1397146631569,firstMapTaskLaunchTime=1397146633735,firstReduceTaskLaunchTime=0,finishTime=1397146637932,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=15,reduceSlotSeconds=0,jobName=[5B33E79B0F41402CA56EE963E3B7B582/F99D0538D6FC40B6A4BF46EFA45AD1CD] test/(1/1) ...esplatform/ungrouped_size
2014-04-10 11:17:18,424 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary]
2014-04-10 11:17:18,439 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742227_1403 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:17:18,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037.summary dst=null perm=null
2014-04-10 11:17:18,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:17:18,441 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist
2014-04-10 11:17:18,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0037-1397146628279-brock-%5B5B33E79B0F41402CA56EE963E3B7B582%2FF99D0538D6FC40B6-1397146637932-4-0-SUCCEEDED-default-1397146631569.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,456 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0037_conf.xml
2014-04-10 11:17:18,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0037_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0037_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:18,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,491 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary
2014-04-10 11:17:18,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/_temporary dst=null perm=null
2014-04-10 11:17:18,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,513 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:17:18,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2014-04-10 11:17:18,516 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44064, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, duration: 207308
2014-04-10 11:17:18,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2014-04-10 11:17:18,519 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44064, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, duration: 182364
2014-04-10 11:17:18,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2014-04-10 11:17:18,521 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51448, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, duration: 187811
2014-04-10 11:17:18,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2014-04-10 11:17:18,524 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51448, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, duration: 180489
2014-04-10 11:17:18,524 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/ungrouped_size
2014-04-10 11:17:18,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size dst=null perm=null
2014-04-10 11:17:18,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2014-04-10 11:17:18,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00000 dst=null perm=null
2014-04-10 11:17:18,532 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38364, bytes: 28, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400, duration: 216097
2014-04-10 11:17:18,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2014-04-10 11:17:18,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00001 dst=null perm=null
2014-04-10 11:17:18,535 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38364, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398, duration: 176808
2014-04-10 11:17:18,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2014-04-10 11:17:18,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00002 dst=null perm=null
2014-04-10 11:17:18,537 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38364, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401, duration: 184911
2014-04-10 11:17:18,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2014-04-10 11:17:18,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/ungrouped_size/part-00003 dst=null perm=null
2014-04-10 11:17:18,541 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42873, bytes: 16, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399, duration: 209059
2014-04-10 11:17:18,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:18,558 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:17:18,558 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:17:18,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:18,565 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting
2014-04-10 11:17:18,566 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:17:18,566 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter"]
2014-04-10 11:17:18,566 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] parallel execution is enabled: true
2014-04-10 11:17:18,566 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] starting jobs: 1
2014-04-10 11:17:18,566 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [test] allocating threads: 1
2014-04-10 11:17:18,567 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] starting step: (1/1) ...eldedpipesplatform/filter
2014-04-10 11:17:18,580 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:18,586 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:18,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:18,588 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:18,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:18,590 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 38
2014-04-10 11:17:18,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038 dst=null perm=null
2014-04-10 11:17:18,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:17:18,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:17:18,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:18,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,649 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:18,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406 src: /127.0.0.1:42874 dest: /127.0.0.1:51097
2014-04-10 11:17:18,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406 src: /127.0.0.1:51452 dest: /127.0.0.1:55447
2014-04-10 11:17:18,667 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406 src: /127.0.0.1:38368 dest: /127.0.0.1:43710
2014-04-10 11:17:18,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38368, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, duration: 4308916
2014-04-10 11:17:18,673 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:18,673 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,673 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51452, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, duration: 4791671
2014-04-10 11:17:18,674 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,674 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,674 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42874, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, duration: 4608984
2014-04-10 11:17:18,674 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,675 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742230_1406{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,679 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0037_01_000002
2014-04-10 11:17:18,679 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0037_01_000003
2014-04-10 11:17:18,679 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0037_01_000004
2014-04-10 11:17:18,680 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0037_01_000005
2014-04-10 11:17:18,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:18,680 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0037_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:17:18,680 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000002
2014-04-10 11:17:18,681 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0037_01_000002 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:17:18,681 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:17:18,681 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0037_01_000002, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,681 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:17:18,681 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0037_000001 released container container_1397146165236_0037_01_000002 on node: host: localhost:54227 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:17:18,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:18,682 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0037_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:17:18,682 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000003
2014-04-10 11:17:18,682 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0037_01_000003 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:17:18,682 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:17:18,682 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0037_01_000003, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,682 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,682 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:17:18,683 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0037_000001 released container container_1397146165236_0037_01_000003 on node: host: localhost:54227 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:18,683 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:18,683 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0037_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:17:18,683 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000004
2014-04-10 11:17:18,683 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0037_01_000004 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:17:18,683 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:17:18,683 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0037_01_000004, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,683 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,684 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:17:18,684 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0037_000001 released container container_1397146165236_0037_01_000004 on node: host: localhost:54227 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:17:18,684 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:18,684 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0037_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:17:18,684 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000005
2014-04-10 11:17:18,684 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0037_01_000005 of capacity <memory:1024, vCores:1> on host localhost:54227, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:18,684 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:17:18,685 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0037_01_000005, NodeId: localhost:54227, NodeHttpAddress: localhost:51344, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:54227 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,685 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:18,685 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:17:18,685 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0037_000001 released container container_1397146165236_0037_01_000005 on node: host: localhost:54227 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:18,689 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:18,690 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar
2014-04-10 11:17:18,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:18,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:18,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:18,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:18,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:17:18,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:17:18,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:17:18,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:17:18,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:17:18,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:18,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:18,733 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:17:18,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:18,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,765 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split
2014-04-10 11:17:18,780 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:18,782 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:17:18,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407 src: /127.0.0.1:44071 dest: /127.0.0.1:50700
2014-04-10 11:17:18,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407 src: /127.0.0.1:51455 dest: /127.0.0.1:55447
2014-04-10 11:17:18,801 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407 src: /127.0.0.1:38371 dest: /127.0.0.1:43710
2014-04-10 11:17:18,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407 src: /127.0.0.1:42880 dest: /127.0.0.1:51097
2014-04-10 11:17:18,806 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42880, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 2447114
2014-04-10 11:17:18,806 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:18,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,806 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38371, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 2997832
2014-04-10 11:17:18,807 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,807 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51455, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 3547942
2014-04-10 11:17:18,807 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,808 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44071, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 4004396
2014-04-10 11:17:18,808 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,809 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742231_1407{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,822 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:18,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,857 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:18,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408 src: /127.0.0.1:38373 dest: /127.0.0.1:43710
2014-04-10 11:17:18,875 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408 src: /127.0.0.1:51459 dest: /127.0.0.1:55447
2014-04-10 11:17:18,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408 src: /127.0.0.1:44077 dest: /127.0.0.1:50700
2014-04-10 11:17:18,878 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44077, dest: /127.0.0.1:50700, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, duration: 1590710
2014-04-10 11:17:18,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:18,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,879 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51459, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, duration: 2107752
2014-04-10 11:17:18,879 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,880 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38373, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, duration: 2756663
2014-04-10 11:17:18,880 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742232_1408{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,897 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:18,897 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:17:18,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:18,938 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:17:18,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409 src: /127.0.0.1:38376 dest: /127.0.0.1:43710
2014-04-10 11:17:18,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409 src: /127.0.0.1:44079 dest: /127.0.0.1:50700
2014-04-10 11:17:18,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409 src: /127.0.0.1:42886 dest: /127.0.0.1:51097
2014-04-10 11:17:18,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42886, dest: /127.0.0.1:51097, bytes: 80082, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, duration: 3122198
2014-04-10 11:17:18,963 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:18,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,964 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44079, dest: /127.0.0.1:50700, bytes: 80082, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, duration: 3590750
2014-04-10 11:17:18,964 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,965 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38376, dest: /127.0.0.1:43710, bytes: 80082, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, duration: 4133556
2014-04-10 11:17:18,965 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:18,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742233_1409{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:18,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:18,981 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0038
2014-04-10 11:17:18,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038 dst=null perm=null
2014-04-10 11:17:18,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:18,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:18,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:18,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:18,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:18,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:18,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:18,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:19,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:19,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:19,002 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:19,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:19,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:19,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:19,047 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 38 submitted by user brock
2014-04-10 11:17:19,047 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0038
2014-04-10 11:17:19,047 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0038
2014-04-10 11:17:19,047 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0038
2014-04-10 11:17:19,047 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0038 State change from NEW to NEW_SAVING
2014-04-10 11:17:19,048 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0038 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:17:19,048 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0038_000001
2014-04-10 11:17:19,048 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from NEW to SUBMITTED
2014-04-10 11:17:19,048 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0038 from user: brock activated in queue: default
2014-04-10 11:17:19,048 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0038 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:17:19,049 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0038 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:17:19,049 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0038_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:17:19,049 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0038
2014-04-10 11:17:19,049 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:17:19,049 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0038 State change from SUBMITTED to ACCEPTED
2014-04-10 11:17:19,051 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0038/
2014-04-10 11:17:19,052 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] submitted hadoop job: job_1397146165236_0038
2014-04-10 11:17:19,052 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [test] tracking url: http://localhost:56922/proxy/application_1397146165236_0038/
2014-04-10 11:17:19,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:19,168 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000001
2014-04-10 11:17:19,168 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0038_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:17:19,168 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0038 container=Container: [ContainerId: container_1397146165236_0038_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0038_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:19,168 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:17:19,168 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:19,169 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:19,169 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0038 AttemptId: appattempt_1397146165236_0038_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0038_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ]
2014-04-10 11:17:19,169 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:17:19,170 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:17:19,170 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0038_000001
2014-04-10 11:17:19,171 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0038_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0038_000001
2014-04-10 11:17:19,171 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0038_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:17:19,174 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0038_000001 (auth:SIMPLE)
2014-04-10 11:17:19,175 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0038_01_000001 by user brock
2014-04-10 11:17:19,176 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0038
2014-04-10 11:17:19,176 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000001
2014-04-10 11:17:19,176 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from NEW to INITING
2014-04-10 11:17:19,176 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0038_01_000001 to application application_1397146165236_0038
2014-04-10 11:17:19,177 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from INITING to RUNNING
2014-04-10 11:17:19,177 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0038_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0038_000001
2014-04-10 11:17:19,177 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:17:19,177 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:17:19,177 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0038
2014-04-10 11:17:19,178 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:19,178 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:17:19,178 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:17:19,178 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:19,178 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0038_01_000001
2014-04-10 11:17:19,189 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0038_01_000001.tokens. Credentials list:
2014-04-10 11:17:19,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:19,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0038_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000001.tokens
2014-04-10 11:17:19,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:19,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:19,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:19,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:19,380 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38364, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-168046973_21896, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, duration: 913591
2014-04-10 11:17:19,389 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742217_1393 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:17:19,389 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742218_1394 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:17:19,389 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742219_1395 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:17:19,390 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742220_1396 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:17:19,390 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742226_1402 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:17:19,390 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742221_1397 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710
2014-04-10 11:17:19,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0037 dst=null perm=null
2014-04-10 11:17:19,407 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:19,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:19,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:19,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:19,433 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51448, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-168046973_21896, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, duration: 210946
2014-04-10 11:17:19,451 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0038/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:19,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:19,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:19,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:19,476 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42873, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-168046973_21896, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 229383
2014-04-10 11:17:19,494 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0038/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:19,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:19,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:19,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:19,520 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38364, bytes: 80710, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-168046973_21896, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, duration: 447714
2014-04-10 11:17:19,538 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0038/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:19,538 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:19,572 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:19,572 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:19,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000001/default_container_executor.sh]
2014-04-10 11:17:20,097 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073742230_1406 to datanode(s) 127.0.0.1:50700
2014-04-10 11:17:20,097 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742226_1402, blk_1073742227_1403, blk_1073742217_1393, blk_1073742218_1394, blk_1073742219_1395, blk_1073742220_1396, blk_1073742221_1397]
2014-04-10 11:17:20,097 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742227_1403, blk_1073742217_1393, blk_1073742218_1394, blk_1073742220_1396]
2014-04-10 11:17:20,167 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:20,229 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399
2014-04-10 11:17:20,230 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405
2014-04-10 11:17:20,231 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408
2014-04-10 11:17:20,231 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407
2014-04-10 11:17:20,231 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403
2014-04-10 11:17:20,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406
2014-04-10 11:17:20,432 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401
2014-04-10 11:17:20,433 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400
2014-04-10 11:17:20,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404
2014-04-10 11:17:20,742 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400
2014-04-10 11:17:20,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407
2014-04-10 11:17:20,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409
2014-04-10 11:17:20,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401
2014-04-10 11:17:20,743 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398
2014-04-10 11:17:20,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408
2014-04-10 11:17:20,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399
2014-04-10 11:17:20,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402
2014-04-10 11:17:20,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:20,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/COMMIT_STARTED dst=null perm=null
2014-04-10 11:17:20,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:17:20,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/COMMIT_FAIL dst=null perm=null
2014-04-10 11:17:20,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038 dst=null perm=null
2014-04-10 11:17:20,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:20,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:20,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404
2014-04-10 11:17:20,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742227_1403
2014-04-10 11:17:20,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408
2014-04-10 11:17:20,982 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407
2014-04-10 11:17:20,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409
2014-04-10 11:17:20,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405
2014-04-10 11:17:20,983 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398
2014-04-10 11:17:20,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742226_1402
2014-04-10 11:17:20,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742224_1400
2014-04-10 11:17:20,984 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742225_1401
2014-04-10 11:17:21,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:21,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:21,128 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51469, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742232_1408, duration: 150289
2014-04-10 11:17:21,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406
2014-04-10 11:17:21,458 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409
2014-04-10 11:17:21,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742227 for deletion
2014-04-10 11:17:21,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217 for deletion
2014-04-10 11:17:21,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742227
2014-04-10 11:17:21,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218 for deletion
2014-04-10 11:17:21,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742220 for deletion
2014-04-10 11:17:21,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217
2014-04-10 11:17:21,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218
2014-04-10 11:17:21,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742220
2014-04-10 11:17:21,502 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406 to 127.0.0.1:50700
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742226 for deletion
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742227 for deletion
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742226
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742227
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217 for deletion
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218 for deletion
2014-04-10 11:17:21,503 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406 src: /127.0.0.1:44087 dest: /127.0.0.1:50700
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742219 for deletion
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742220 for deletion
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217
2014-04-10 11:17:21,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742220
2014-04-10 11:17:21,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742221_1397 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742221 for deletion
2014-04-10 11:17:21,503 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406 (numBytes=244650) to 127.0.0.1/127.0.0.1:50700
2014-04-10 11:17:21,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742219
2014-04-10 11:17:21,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742221_1397 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742221
2014-04-10 11:17:21,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406 src: /127.0.0.1:44087 dest: /127.0.0.1:50700 of size 244650
2014-04-10 11:17:21,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742230_1406 size 244650
2014-04-10 11:17:21,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406
2014-04-10 11:17:21,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742228_1404
2014-04-10 11:17:21,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742229_1405
2014-04-10 11:17:21,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742222_1398
2014-04-10 11:17:21,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742223_1399
2014-04-10 11:17:21,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407
2014-04-10 11:17:21,733 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0038_000001 (auth:SIMPLE)
2014-04-10 11:17:21,734 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0038_000001
2014-04-10 11:17:21,734 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0038 APPATTEMPTID=appattempt_1397146165236_0038_000001
2014-04-10 11:17:21,735 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:17:21,735 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0038 State change from ACCEPTED to RUNNING
2014-04-10 11:17:21,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:21,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:21,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:21,914 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:21,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410 src: /127.0.0.1:44089 dest: /127.0.0.1:50700
2014-04-10 11:17:21,956 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410 src: /127.0.0.1:42896 dest: /127.0.0.1:51097
2014-04-10 11:17:21,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410 src: /127.0.0.1:51474 dest: /127.0.0.1:55447
2014-04-10 11:17:21,962 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51474, dest: /127.0.0.1:55447, bytes: 93945, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410, duration: 3600621
2014-04-10 11:17:21,962 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:21,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42896, dest: /127.0.0.1:51097, bytes: 93945, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410, duration: 4917122
2014-04-10 11:17:21,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:21,963 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:21,963 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44089, dest: /127.0.0.1:50700, bytes: 93945, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410, duration: 5205035
2014-04-10 11:17:21,963 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:21,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:21,963 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742234_1410{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:21,980 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:22,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:22,756 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000002
2014-04-10 11:17:22,756 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0038_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:17:22,757 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0038 container=Container: [ContainerId: container_1397146165236_0038_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0038_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:22,757 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:17:22,757 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:22,757 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:22,757 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000003
2014-04-10 11:17:22,758 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0038_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:17:22,758 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0038 container=Container: [ContainerId: container_1397146165236_0038_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0038_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:22,758 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:17:22,758 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:23,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:23,032 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000004
2014-04-10 11:17:23,033 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0038_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:17:23,033 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0038 container=Container: [ContainerId: container_1397146165236_0038_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0038_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:23,033 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:17:23,033 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:23,034 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:23,034 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000005
2014-04-10 11:17:23,034 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0038_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:17:23,034 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0038 container=Container: [ContainerId: container_1397146165236_0038_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0038_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:23,034 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:17:23,035 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:23,098 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742226_1402, blk_1073742217_1393, blk_1073742218_1394, blk_1073742219_1395, blk_1073742220_1396, blk_1073742221_1397]
2014-04-10 11:17:23,098 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742226_1402, blk_1073742227_1403, blk_1073742217_1393, blk_1073742218_1394, blk_1073742219_1395, blk_1073742221_1397]
2014-04-10 11:17:23,774 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:23,774 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:23,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:23,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:23,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:23,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:23,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:23,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:23,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:23,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:23,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:23,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:23,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:23,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:23,899 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0038_000001 (auth:SIMPLE)
2014-04-10 11:17:23,899 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0038_000001 (auth:SIMPLE)
2014-04-10 11:17:23,903 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0038_01_000003 by user brock
2014-04-10 11:17:23,903 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0038_01_000002 by user brock
2014-04-10 11:17:23,904 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0038
2014-04-10 11:17:23,904 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0038_01_000005 by user brock
2014-04-10 11:17:23,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000003
2014-04-10 11:17:23,904 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0038
2014-04-10 11:17:23,904 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0038_01_000004 by user brock
2014-04-10 11:17:23,904 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0038_01_000002 to application application_1397146165236_0038
2014-04-10 11:17:23,905 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000004
2014-04-10 11:17:23,905 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from NEW to INITING
2014-04-10 11:17:23,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000002
2014-04-10 11:17:23,905 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0038_01_000003 to application application_1397146165236_0038
2014-04-10 11:17:23,904 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from NEW to INITING
2014-04-10 11:17:23,904 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000005
2014-04-10 11:17:23,905 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0038_01_000005 to application application_1397146165236_0038
2014-04-10 11:17:23,905 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from INITING to RUNNING
2014-04-10 11:17:23,906 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0038_01_000004 to application application_1397146165236_0038
2014-04-10 11:17:23,906 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from INITING to RUNNING
2014-04-10 11:17:23,906 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:17:23,906 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:17:23,907 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:17:23,907 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:17:23,907 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,907 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,907 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,907 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,907 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:23,907 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:23,908 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0038
2014-04-10 11:17:23,908 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0038
2014-04-10 11:17:23,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:23,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:23,908 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:23,908 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,909 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:23,909 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,909 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:23,909 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,909 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0038
2014-04-10 11:17:23,909 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0038
2014-04-10 11:17:23,909 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:23,910 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0038
2014-04-10 11:17:23,910 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0038_01_000004
2014-04-10 11:17:23,910 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0038_01_000005
2014-04-10 11:17:23,910 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0038_01_000002
2014-04-10 11:17:23,911 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0038_01_000003
2014-04-10 11:17:23,927 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0038_01_000004.tokens. Credentials list:
2014-04-10 11:17:23,927 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0038_01_000002.tokens. Credentials list:
2014-04-10 11:17:23,927 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0038_01_000005.tokens. Credentials list:
2014-04-10 11:17:23,927 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0038_01_000003.tokens. Credentials list:
2014-04-10 11:17:23,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:23,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:24,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0038_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000002.tokens
2014-04-10 11:17:24,017 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1397146165236_0038_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000004.tokens
2014-04-10 11:17:24,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:24,018 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:24,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:24,033 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:24,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:24,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:24,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:24,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:24,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:24,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar dst=null perm=null
2014-04-10 11:17:24,142 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44098, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1522520499_22070, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, duration: 897924
2014-04-10 11:17:24,143 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44099, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-296659180_22069, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406, duration: 854792
2014-04-10 11:17:24,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:24,175 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0038/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:24,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:24,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:24,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:24,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:24,199 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:24,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml dst=null perm=null
2014-04-10 11:17:24,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42906, bytes: 80710, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1522520499_22070, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, duration: 487850
2014-04-10 11:17:24,208 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42907, bytes: 80710, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-296659180_22069, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742233_1409, duration: 590253
2014-04-10 11:17:24,232 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0038/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:24,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:24,232 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:24,233 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:24,233 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:24,232 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:24,275 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:24,275 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:24,275 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:24,275 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:24,279 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:24,279 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:24,279 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:24,279 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:24,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000005/default_container_executor.sh]
2014-04-10 11:17:24,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000003/default_container_executor.sh]
2014-04-10 11:17:24,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000002/default_container_executor.sh]
2014-04-10 11:17:24,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000004/default_container_executor.sh]
2014-04-10 11:17:24,409 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0037_01_000001 succeeded
2014-04-10 11:17:24,409 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:17:24,409 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0037_01_000001
2014-04-10 11:17:24,417 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742226 for deletion
2014-04-10 11:17:24,417 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217 for deletion
2014-04-10 11:17:24,417 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218 for deletion
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742219 for deletion
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742226
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742220 for deletion
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742219
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742220_1396 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742220
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742221_1397 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742221 for deletion
2014-04-10 11:17:24,418 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742221_1397 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742221
2014-04-10 11:17:24,420 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000001
2014-04-10 11:17:24,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000001
2014-04-10 11:17:24,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000001
2014-04-10 11:17:24,421 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0037/container_1397146165236_0037_01_000001
2014-04-10 11:17:24,432 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000001
2014-04-10 11:17:24,433 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0037_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:17:24,433 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0037_01_000001 from application application_1397146165236_0037
2014-04-10 11:17:24,433 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:24,433 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0037
2014-04-10 11:17:24,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742226 for deletion
2014-04-10 11:17:24,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742227 for deletion
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217 for deletion
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742227_1403 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742227
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742226_1402 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742226
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218 for deletion
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742219 for deletion
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742217_1393 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742217
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742221_1397 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742221 for deletion
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742219_1395 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742219
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742218_1394 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742218
2014-04-10 11:17:24,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742221_1397 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742221
2014-04-10 11:17:24,756 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0037_01_000001
2014-04-10 11:17:24,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:24,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:24,756 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0037_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:24,756 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0037_000001
2014-04-10 11:17:24,757 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0037_000001 State change from FINISHING to FINISHED
2014-04-10 11:17:24,757 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0037 State change from FINISHING to FINISHED
2014-04-10 11:17:24,757 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0037
2014-04-10 11:17:24,757 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0037,name=[5B33E79B0F41402CA56EE963E3B7B582/F99D0538D6FC40B6A4BF46EFA45AD1CD] test/(1/1) ...esplatform/ungrouped_size,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0037/jobhistory/job/job_1397146165236_0037,appMasterHost=localhost.localdomain,startTime=1397146628279,finishTime=1397146638322,finalStatus=SUCCEEDED
2014-04-10 11:17:24,757 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0037_000001
2014-04-10 11:17:24,756 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0037_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:17:24,758 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0037 CONTAINERID=container_1397146165236_0037_01_000001
2014-04-10 11:17:24,758 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0037_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:17:24,758 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:17:24,758 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0037_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:24,758 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:24,759 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:17:24,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0037_000001 released container container_1397146165236_0037_01_000001 on node: host: localhost:57966 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:24,759 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0037_000001 is done. finalState=FINISHED
2014-04-10 11:17:24,759 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0037 requests cleared
2014-04-10 11:17:24,759 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0037 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:17:24,759 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0037 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:17:24,760 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0037_000001 (auth:SIMPLE)
2014-04-10 11:17:24,761 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0037_01_000001
2014-04-10 11:17:24,809 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:17:25,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:25,326 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:25,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410
2014-04-10 11:17:25,502 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1397146165236_0038_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000003.tokens
2014-04-10 11:17:25,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:25,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0038_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000005.tokens
2014-04-10 11:17:25,517 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:25,682 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:25,683 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0037
2014-04-10 11:17:25,683 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:25,683 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0037, with delay of 10800 seconds
2014-04-10 11:17:25,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,684 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,756 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:25,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,757 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0037
2014-04-10 11:17:25,757 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0037
2014-04-10 11:17:25,757 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0037 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:25,757 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0037, with delay of 10800 seconds
2014-04-10 11:17:25,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742230_1406
2014-04-10 11:17:25,950 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410
2014-04-10 11:17:26,620 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:26,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410
2014-04-10 11:17:26,697 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42916, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000002_0_1400533254_1, offset: 512, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 171082
2014-04-10 11:17:26,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:26,768 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44111, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000002_0_1400533254_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 146398
2014-04-10 11:17:26,779 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(667)) - Number of transactions: 3481 Total time for transactions(ms): 169 Number of transactions batched in Syncs: 28 Number of syncs: 2413 SyncTimes(ms): 26523 20183
2014-04-10 11:17:26,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:26,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000002_0/part-00002 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:26,850 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44113, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000000_0_-618903349_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 157279
2014-04-10 11:17:26,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:26,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:26,911 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38414, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000000_0_-618903349_1, offset: 1024, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 561241
2014-04-10 11:17:26,921 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42921, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000003_0_1857704722_1, offset: 1024, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 188077
2014-04-10 11:17:26,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job.split dst=null perm=null
2014-04-10 11:17:26,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:26,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:26,973 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38417, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000003_0_1857704722_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 158045
2014-04-10 11:17:26,988 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51501, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000001_0_1059870811_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742231_1407, duration: 123983
2014-04-10 11:17:26,988 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000002_0/part-00002 is closed by DFSClient_attempt_1397146165236_0038_m_000002_0_1400533254_1
2014-04-10 11:17:27,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000003_0/part-00003 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000002_0 dst=null perm=null
2014-04-10 11:17:27,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000002_0 dst=null perm=null
2014-04-10 11:17:27,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000002 dst=null perm=null
2014-04-10 11:17:27,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:27,060 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:27,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000002_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000002 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:27,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000001_0/part-00001 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0038_01_000004
2014-04-10 11:17:27,109 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000004
2014-04-10 11:17:27,109 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:17:27,110 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0038_01_000004
2014-04-10 11:17:27,117 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0038_01_000004 is : 143
2014-04-10 11:17:27,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411 src: /127.0.0.1:38418 dest: /127.0.0.1:43710
2014-04-10 11:17:27,125 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:17:27,125 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411 src: /127.0.0.1:42927 dest: /127.0.0.1:51097
2014-04-10 11:17:27,126 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411 src: /127.0.0.1:44122 dest: /127.0.0.1:50700
2014-04-10 11:17:27,129 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000003_0/part-00003. BP-1066669398-127.0.0.1-1397146149467 blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:17:27,132 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44122, dest: /127.0.0.1:50700, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000000_0_-618903349_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, duration: 5037704
2014-04-10 11:17:27,132 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:27,133 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42927, dest: /127.0.0.1:51097, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000000_0_-618903349_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, duration: 5336584
2014-04-10 11:17:27,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,133 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,133 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,133 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38418, dest: /127.0.0.1:43710, bytes: 181, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000000_0_-618903349_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, duration: 5788806
2014-04-10 11:17:27,134 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742235_1411{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,134 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,137 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:27,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000004
2014-04-10 11:17:27,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000004
2014-04-10 11:17:27,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000004
2014-04-10 11:17:27,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000004
2014-04-10 11:17:27,139 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000004
2014-04-10 11:17:27,140 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:27,140 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0038_01_000004 from application application_1397146165236_0038
2014-04-10 11:17:27,140 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:27,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412 src: /127.0.0.1:51506 dest: /127.0.0.1:55447
2014-04-10 11:17:27,140 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0038
2014-04-10 11:17:27,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412 src: /127.0.0.1:44124 dest: /127.0.0.1:50700
2014-04-10 11:17:27,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412 src: /127.0.0.1:42931 dest: /127.0.0.1:51097
2014-04-10 11:17:27,144 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1.jhist for DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:27,155 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0038_m_000000_0_-618903349_1
2014-04-10 11:17:27,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413 src: /127.0.0.1:51509 dest: /127.0.0.1:55447
2014-04-10 11:17:27,204 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413 src: /127.0.0.1:38425 dest: /127.0.0.1:43710
2014-04-10 11:17:27,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413 src: /127.0.0.1:42934 dest: /127.0.0.1:51097
2014-04-10 11:17:27,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000000_0 dst=null perm=null
2014-04-10 11:17:27,214 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42934, dest: /127.0.0.1:51097, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000003_0_1857704722_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, duration: 4642644
2014-04-10 11:17:27,214 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:27,215 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38425, dest: /127.0.0.1:43710, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000003_0_1857704722_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, duration: 4782892
2014-04-10 11:17:27,215 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,215 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,216 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51509, dest: /127.0.0.1:55447, bytes: 180, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000003_0_1857704722_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, duration: 6331798
2014-04-10 11:17:27,216 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742237_1413{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000000_0 dst=null perm=null
2014-04-10 11:17:27,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000000 dst=null perm=null
2014-04-10 11:17:27,230 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000003_0/part-00003 is closed by DFSClient_attempt_1397146165236_0038_m_000003_0_1857704722_1
2014-04-10 11:17:27,236 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38427, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0038_m_000001_0_1059870811_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 171765
2014-04-10 11:17:27,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:27,249 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000001_0/part-00001. BP-1066669398-127.0.0.1-1397146149467 blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:27,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000003_0 dst=null perm=null
2014-04-10 11:17:27,306 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414 src: /127.0.0.1:51513 dest: /127.0.0.1:55447
2014-04-10 11:17:27,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414 src: /127.0.0.1:42937 dest: /127.0.0.1:51097
2014-04-10 11:17:27,308 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0038_01_000002
2014-04-10 11:17:27,308 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000002
2014-04-10 11:17:27,308 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:17:27,308 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0038_01_000002
2014-04-10 11:17:27,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000003_0 dst=null perm=null
2014-04-10 11:17:27,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414 src: /127.0.0.1:44132 dest: /127.0.0.1:50700
2014-04-10 11:17:27,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000003 dst=null perm=null
2014-04-10 11:17:27,318 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0038_01_000002 is : 143
2014-04-10 11:17:27,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44132, dest: /127.0.0.1:50700, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000001_0_1059870811_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, duration: 6349660
2014-04-10 11:17:27,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:27,322 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42937, dest: /127.0.0.1:51097, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000001_0_1059870811_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, duration: 6800891
2014-04-10 11:17:27,322 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,322 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,323 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51513, dest: /127.0.0.1:55447, bytes: 134, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0038_m_000001_0_1059870811_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, duration: 6448798
2014-04-10 11:17:27,323 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742238_1414{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,329 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:27,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000002
2014-04-10 11:17:27,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000002
2014-04-10 11:17:27,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000002
2014-04-10 11:17:27,330 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000002
2014-04-10 11:17:27,330 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000002
2014-04-10 11:17:27,330 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:27,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000003_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000003 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:27,330 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0038_01_000002 from application application_1397146165236_0038
2014-04-10 11:17:27,330 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:27,330 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0038
2014-04-10 11:17:27,347 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000001_0/part-00001 is closed by DFSClient_attempt_1397146165236_0038_m_000001_0_1059870811_1
2014-04-10 11:17:27,369 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0038_01_000005
2014-04-10 11:17:27,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000005
2014-04-10 11:17:27,369 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:17:27,369 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0038_01_000005
2014-04-10 11:17:27,369 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0038_01_000004
2014-04-10 11:17:27,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:27,370 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0038_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:17:27,370 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000004
2014-04-10 11:17:27,370 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0038_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:17:27,370 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:17:27,370 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0038_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:27,370 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:27,370 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:17:27,370 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0038_000001 released container container_1397146165236_0038_01_000004 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:17:27,375 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0038_01_000005 is : 143
2014-04-10 11:17:27,395 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:27,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000005
2014-04-10 11:17:27,396 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000005
2014-04-10 11:17:27,396 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:27,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000005
2014-04-10 11:17:27,396 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000005
2014-04-10 11:17:27,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000005
2014-04-10 11:17:27,396 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0038_01_000005 from application application_1397146165236_0038
2014-04-10 11:17:27,397 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:27,397 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0038
2014-04-10 11:17:27,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000001_0 dst=null perm=null
2014-04-10 11:17:27,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000001_0 dst=null perm=null
2014-04-10 11:17:27,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000001 dst=null perm=null
2014-04-10 11:17:27,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/_temporary/attempt_1397146165236_0038_m_000001_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000001 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:27,473 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0038_01_000003
2014-04-10 11:17:27,473 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000003
2014-04-10 11:17:27,473 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:17:27,473 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0038_01_000003
2014-04-10 11:17:27,473 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0038_01_000002
2014-04-10 11:17:27,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:27,474 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0038_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:17:27,474 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000002
2014-04-10 11:17:27,474 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0038_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:17:27,474 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:17:27,474 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0038_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:27,474 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:27,475 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:17:27,475 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0038_000001 released container container_1397146165236_0038_01_000002 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:17:27,479 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0038_01_000003 is : 143
2014-04-10 11:17:27,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,490 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:27,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000003
2014-04-10 11:17:27,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000003
2014-04-10 11:17:27,490 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000003
2014-04-10 11:17:27,491 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000003
2014-04-10 11:17:27,491 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000003
2014-04-10 11:17:27,491 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:27,491 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0038_01_000003 from application application_1397146165236_0038
2014-04-10 11:17:27,491 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:27,491 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0038
2014-04-10 11:17:27,505 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:27,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1 dst=null perm=null
2014-04-10 11:17:27,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000000 dst=null perm=null
2014-04-10 11:17:27,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null
2014-04-10 11:17:27,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000001 dst=null perm=null
2014-04-10 11:17:27,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null
2014-04-10 11:17:27,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000001/part-00001 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000002 dst=null perm=null
2014-04-10 11:17:27,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null
2014-04-10 11:17:27,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000002/part-00002 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:27,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000003 dst=null perm=null
2014-04-10 11:17:27,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null
2014-04-10 11:17:27,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary/1/task_1397146165236_0038_m_000003/part-00003 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary dst=null perm=null
2014-04-10 11:17:27,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,738 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:27,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:27,792 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42931, dest: /127.0.0.1:51097, bytes: 47155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412, duration: 650297314
2014-04-10 11:17:27,793 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:27,794 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44124, dest: /127.0.0.1:50700, bytes: 47155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412, duration: 651572798
2014-04-10 11:17:27,794 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14739
2014-04-10 11:17:27,794 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,795 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51506, dest: /127.0.0.1:55447, bytes: 47155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412, duration: 652708442
2014-04-10 11:17:27,795 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,795 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14739
2014-04-10 11:17:27,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742236_1412{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 14739
2014-04-10 11:17:27,813 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1.jhist is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:27,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:27,849 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415 src: /127.0.0.1:38431 dest: /127.0.0.1:43710
2014-04-10 11:17:27,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415 src: /127.0.0.1:42940 dest: /127.0.0.1:51097
2014-04-10 11:17:27,851 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415 src: /127.0.0.1:44135 dest: /127.0.0.1:50700
2014-04-10 11:17:27,853 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44135, dest: /127.0.0.1:50700, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415, duration: 1733500
2014-04-10 11:17:27,854 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:27,854 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,854 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42940, dest: /127.0.0.1:51097, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415, duration: 2129918
2014-04-10 11:17:27,855 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,855 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,855 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38431, dest: /127.0.0.1:43710, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415, duration: 3535229
2014-04-10 11:17:27,856 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,856 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742239_1415{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,872 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary_tmp is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:27,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:27,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1.jhist dst=null perm=null
2014-04-10 11:17:27,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist_tmp dst=null perm=null
2014-04-10 11:17:27,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1.jhist dst=null perm=null
2014-04-10 11:17:27,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist_tmp dst=null perm=null
2014-04-10 11:17:27,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1.jhist dst=null perm=null
2014-04-10 11:17:27,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:27,924 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42942, bytes: 47527, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412, duration: 277894
2014-04-10 11:17:27,927 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:27,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416 src: /127.0.0.1:51520 dest: /127.0.0.1:55447
2014-04-10 11:17:27,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416 src: /127.0.0.1:42944 dest: /127.0.0.1:51097
2014-04-10 11:17:27,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416 src: /127.0.0.1:38437 dest: /127.0.0.1:43710
2014-04-10 11:17:27,946 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38437, dest: /127.0.0.1:43710, bytes: 47155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416, duration: 2192509
2014-04-10 11:17:27,946 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:27,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,947 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42944, dest: /127.0.0.1:51097, bytes: 47155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416, duration: 2474215
2014-04-10 11:17:27,947 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,948 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51520, dest: /127.0.0.1:55447, bytes: 47155, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416, duration: 2912593
2014-04-10 11:17:27,948 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:27,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742240_1416{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:27,963 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:27,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:27,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1_conf.xml dst=null perm=null
2014-04-10 11:17:27,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:27,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1_conf.xml dst=null perm=null
2014-04-10 11:17:27,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:27,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038/job_1397146165236_0038_1_conf.xml dst=null perm=null
2014-04-10 11:17:28,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:28,008 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44140, bytes: 94681, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742234_1410, duration: 373728
2014-04-10 11:17:28,011 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:28,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417 src: /127.0.0.1:38439 dest: /127.0.0.1:43710
2014-04-10 11:17:28,025 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417 src: /127.0.0.1:42948 dest: /127.0.0.1:51097
2014-04-10 11:17:28,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417 src: /127.0.0.1:44143 dest: /127.0.0.1:50700
2014-04-10 11:17:28,030 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44143, dest: /127.0.0.1:50700, bytes: 93945, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417, duration: 2537570
2014-04-10 11:17:28,030 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:28,030 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42948, dest: /127.0.0.1:51097, bytes: 93945, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417, duration: 3068258
2014-04-10 11:17:28,030 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,031 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,031 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38439, dest: /127.0.0.1:43710, bytes: 93945, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-69642169_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417, duration: 3535682
2014-04-10 11:17:28,031 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,032 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742241_1417{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,047 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-69642169_1
2014-04-10 11:17:28,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:28,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:28,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:28,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:28,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0038_000001 with final state: FINISHING
2014-04-10 11:17:28,122 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:28,122 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0038 with final state: FINISHING
2014-04-10 11:17:28,122 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0038 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:28,122 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0038
2014-04-10 11:17:28,123 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:28,123 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0038 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:28,140 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:17:28,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:28,142 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:28,143 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0038 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist
2014-04-10 11:17:28,144 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist]
2014-04-10 11:17:28,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist dst=null perm=null
2014-04-10 11:17:28,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38442, bytes: 47527, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416, duration: 264180
2014-04-10 11:17:28,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary dst=null perm=null
2014-04-10 11:17:28,163 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38442, bytes: 435, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415, duration: 189049
2014-04-10 11:17:28,163 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0038,submitTime=1397146639046,launchTime=1397146641744,firstMapTaskLaunchTime=1397146643915,firstReduceTaskLaunchTime=0,finishTime=1397146647773,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=13,reduceSlotSeconds=0,jobName=[A2B881C2DCEA427DB960FE71DDCDA7D8/F98B06C9DC5C4122966E5D9AAFE51CB4] test/(1/1) ...eldedpipesplatform/filter
2014-04-10 11:17:28,164 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary]
2014-04-10 11:17:28,180 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742239_1415 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:17:28,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038.summary dst=null perm=null
2014-04-10 11:17:28,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:17:28,183 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist
2014-04-10 11:17:28,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0038-1397146639046-brock-%5BA2B881C2DCEA427DB960FE71DDCDA7D8%2FF98B06C9DC5C4122-1397146647773-4-0-SUCCEEDED-default-1397146641744.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:28,197 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0038_conf.xml
2014-04-10 11:17:28,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0038_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0038_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:28,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,228 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary
2014-04-10 11:17:28,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/_temporary dst=null perm=null
2014-04-10 11:17:28,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,250 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 4
2014-04-10 11:17:28,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null
2014-04-10 11:17:28,253 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38442, bytes: 185, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, duration: 210069
2014-04-10 11:17:28,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null
2014-04-10 11:17:28,256 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42951, bytes: 138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, duration: 210177
2014-04-10 11:17:28,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null
2014-04-10 11:17:28,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null
2014-04-10 11:17:28,260 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51529, bytes: 184, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, duration: 208693
2014-04-10 11:17:28,260 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/filter
2014-04-10 11:17:28,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter dst=null perm=null
2014-04-10 11:17:28,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null
2014-04-10 11:17:28,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00000 dst=null perm=null
2014-04-10 11:17:28,268 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44147, bytes: 185, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411, duration: 214125
2014-04-10 11:17:28,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null
2014-04-10 11:17:28,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00001 dst=null perm=null
2014-04-10 11:17:28,271 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51529, bytes: 138, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414, duration: 179888
2014-04-10 11:17:28,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null
2014-04-10 11:17:28,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00002 dst=null perm=null
2014-04-10 11:17:28,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null
2014-04-10 11:17:28,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/filter/part-00003 dst=null perm=null
2014-04-10 11:17:28,276 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38442, bytes: 184, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413, duration: 183130
2014-04-10 11:17:28,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:17:28,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:17:28,291 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:17:28,291 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:17:28,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:28,301 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [concat] starting
2014-04-10 11:17:28,302 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [concat] source: MultiSourceTap[2:[Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt"], Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt"]]]
2014-04-10 11:17:28,302 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [concat] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat"]
2014-04-10 11:17:28,302 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [concat] parallel execution is enabled: true
2014-04-10 11:17:28,302 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [concat] starting jobs: 1
2014-04-10 11:17:28,302 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [concat] allocating threads: 1
2014-04-10 11:17:28,303 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [concat] starting step: (1/1) ...pesplatform/complexconcat
2014-04-10 11:17:28,312 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:28,319 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:28,326 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:28,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:28,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:28,329 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 39
2014-04-10 11:17:28,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039 dst=null perm=null
2014-04-10 11:17:28,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:17:28,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:17:28,364 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:28,370 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0038_01_000005
2014-04-10 11:17:28,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:28,370 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0038_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:17:28,371 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000005
2014-04-10 11:17:28,371 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0038_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:28,371 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:17:28,371 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0038_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:28,371 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:28,372 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:17:28,372 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0038_000001 released container container_1397146165236_0038_01_000005 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:28,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,382 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:28,398 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418 src: /127.0.0.1:44148 dest: /127.0.0.1:50700
2014-04-10 11:17:28,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418 src: /127.0.0.1:38447 dest: /127.0.0.1:43710
2014-04-10 11:17:28,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418 src: /127.0.0.1:51533 dest: /127.0.0.1:55447
2014-04-10 11:17:28,405 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51533, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, duration: 3557114
2014-04-10 11:17:28,406 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:28,406 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38447, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, duration: 3356799
2014-04-10 11:17:28,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,406 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,407 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44148, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, duration: 3810222
2014-04-10 11:17:28,407 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,407 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,409 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742242_1418{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,422 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:28,423 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar
2014-04-10 11:17:28,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:28,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:28,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:28,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:28,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:17:28,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:17:28,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:17:28,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:17:28,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:17:28,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:28,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:17:28,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:17:28,466 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 2
2014-04-10 11:17:28,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:17:28,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:17:28,474 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0038_01_000003
2014-04-10 11:17:28,474 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:28,475 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0038_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:17:28,475 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000003
2014-04-10 11:17:28,475 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0038_01_000003 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:28,475 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:17:28,475 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0038_01_000003, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:28,475 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:28,476 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:17:28,476 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0038_000001 released container container_1397146165236_0038_01_000003 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:28,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,506 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split
2014-04-10 11:17:28,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:28,524 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:17:28,540 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419 src: /127.0.0.1:38449 dest: /127.0.0.1:43710
2014-04-10 11:17:28,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419 src: /127.0.0.1:42958 dest: /127.0.0.1:51097
2014-04-10 11:17:28,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419 src: /127.0.0.1:44153 dest: /127.0.0.1:50700
2014-04-10 11:17:28,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419 src: /127.0.0.1:51537 dest: /127.0.0.1:55447
2014-04-10 11:17:28,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51537, dest: /127.0.0.1:55447, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 2063085
2014-04-10 11:17:28,547 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:28,547 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,547 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44153, dest: /127.0.0.1:50700, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 2449488
2014-04-10 11:17:28,548 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,548 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,548 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42958, dest: /127.0.0.1:51097, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 2917945
2014-04-10 11:17:28,548 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,549 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38449, dest: /127.0.0.1:43710, bytes: 2263, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 3779673
2014-04-10 11:17:28,549 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742243_1419{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,563 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:28,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,598 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:28,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420 src: /127.0.0.1:44155 dest: /127.0.0.1:50700
2014-04-10 11:17:28,616 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420 src: /127.0.0.1:42962 dest: /127.0.0.1:51097
2014-04-10 11:17:28,617 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420 src: /127.0.0.1:51540 dest: /127.0.0.1:55447
2014-04-10 11:17:28,620 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51540, dest: /127.0.0.1:55447, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, duration: 1727761
2014-04-10 11:17:28,620 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:28,620 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,620 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42962, dest: /127.0.0.1:51097, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, duration: 2210221
2014-04-10 11:17:28,621 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,621 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44155, dest: /127.0.0.1:50700, bytes: 218, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, duration: 2821360
2014-04-10 11:17:28,621 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742244_1420{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,638 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:28,639 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:6
2014-04-10 11:17:28,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:28,678 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:28,698 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421 src: /127.0.0.1:42964 dest: /127.0.0.1:51097
2014-04-10 11:17:28,699 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421 src: /127.0.0.1:44159 dest: /127.0.0.1:50700
2014-04-10 11:17:28,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421 src: /127.0.0.1:51543 dest: /127.0.0.1:55447
2014-04-10 11:17:28,704 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51543, dest: /127.0.0.1:55447, bytes: 81162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, duration: 2751836
2014-04-10 11:17:28,704 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:28,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44159, dest: /127.0.0.1:50700, bytes: 81162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, duration: 3302117
2014-04-10 11:17:28,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,705 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42964, dest: /127.0.0.1:51097, bytes: 81162, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, duration: 3681694
2014-04-10 11:17:28,705 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:28,706 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742245_1421{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:28,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742245_1421 size 81162
2014-04-10 11:17:28,722 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:28,722 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0039
2014-04-10 11:17:28,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039 dst=null perm=null
2014-04-10 11:17:28,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:28,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:28,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:28,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:28,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:28,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:28,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:28,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:28,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:28,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:28,734 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:28,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:28,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:28,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:28,778 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 39 submitted by user brock
2014-04-10 11:17:28,778 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0039
2014-04-10 11:17:28,778 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0039 State change from NEW to NEW_SAVING
2014-04-10 11:17:28,778 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0039
2014-04-10 11:17:28,778 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0039
2014-04-10 11:17:28,779 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0039 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:17:28,779 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0039_000001
2014-04-10 11:17:28,779 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from NEW to SUBMITTED
2014-04-10 11:17:28,779 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0039 from user: brock activated in queue: default
2014-04-10 11:17:28,780 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0039 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:17:28,780 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0039
2014-04-10 11:17:28,780 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0039 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:17:28,780 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0039_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:17:28,781 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:17:28,781 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0039 State change from SUBMITTED to ACCEPTED
2014-04-10 11:17:28,782 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0039/
2014-04-10 11:17:28,782 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [concat] submitted hadoop job: job_1397146165236_0039
2014-04-10 11:17:28,783 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [concat] tracking url: http://localhost:56922/proxy/application_1397146165236_0039/
2014-04-10 11:17:29,099 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:55447 to replicate blk_1073742242_1418 to datanode(s) 127.0.0.1:51097
2014-04-10 11:17:29,099 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742239_1415]
2014-04-10 11:17:29,099 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742239_1415]
2014-04-10 11:17:29,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:29,171 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000001
2014-04-10 11:17:29,171 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available
2014-04-10 11:17:29,171 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0039_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:29,171 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:17:29,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:29,171 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:29,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0039 AttemptId: appattempt_1397146165236_0039_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0039_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ]
2014-04-10 11:17:29,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:17:29,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:17:29,173 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0039_000001
2014-04-10 11:17:29,173 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0039_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0039_000001
2014-04-10 11:17:29,173 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0039_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:17:29,176 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0039_000001 (auth:SIMPLE)
2014-04-10 11:17:29,178 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000001 by user brock
2014-04-10 11:17:29,178 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0039
2014-04-10 11:17:29,178 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000001
2014-04-10 11:17:29,179 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from NEW to INITING
2014-04-10 11:17:29,179 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000001 to application application_1397146165236_0039
2014-04-10 11:17:29,179 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from INITING to RUNNING
2014-04-10 11:17:29,179 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0039_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0039_000001
2014-04-10 11:17:29,179 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:17:29,180 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:17:29,180 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:29,180 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:29,180 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:17:29,180 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:17:29,181 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:29,181 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0039_01_000001
2014-04-10 11:17:29,188 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742230_1406 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:50700
2014-04-10 11:17:29,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742231_1407 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710 127.0.0.1:51097
2014-04-10 11:17:29,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742232_1408 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:17:29,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742233_1409 127.0.0.1:43710 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:17:29,189 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742236_1412 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:51097
2014-04-10 11:17:29,190 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742234_1410 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:17:29,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0038 dst=null perm=null
2014-04-10 11:17:29,191 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0039_01_000001.tokens. Credentials list:
2014-04-10 11:17:29,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:29,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1397146165236_0039_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000001.tokens
2014-04-10 11:17:29,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:29,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:29,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:29,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:29,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51548, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-284752261_22452, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, duration: 993739
2014-04-10 11:17:29,412 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0039/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:29,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:29,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:29,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:29,438 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42972, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-284752261_22452, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, duration: 234178
2014-04-10 11:17:29,456 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0039/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:29,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:29,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:29,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:29,483 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38465, bytes: 2283, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-284752261_22452, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 221998
2014-04-10 11:17:29,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0039/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:29,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:29,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:29,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:29,526 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51548, bytes: 81798, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-284752261_22452, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, duration: 467596
2014-04-10 11:17:29,544 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:29,545 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:29,585 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:29,586 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:29,648 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000001/default_container_executor.sh]
2014-04-10 11:17:30,170 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:30,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742239 for deletion
2014-04-10 11:17:30,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742239
2014-04-10 11:17:30,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412
2014-04-10 11:17:30,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414
2014-04-10 11:17:30,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419
2014-04-10 11:17:30,440 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416
2014-04-10 11:17:30,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742239 for deletion
2014-04-10 11:17:30,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742239
2014-04-10 11:17:30,497 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=00fb929e-4f7d-4db8-936f-672cdbff6770, infoPort=56018, ipcPort=43313, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418 to 127.0.0.1:51097
2014-04-10 11:17:30,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418 src: /127.0.0.1:42975 dest: /127.0.0.1:51097
2014-04-10 11:17:30,499 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418 (numBytes=244650) to 127.0.0.1/127.0.0.1:51097
2014-04-10 11:17:30,499 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418 src: /127.0.0.1:42975 dest: /127.0.0.1:51097 of size 244650
2014-04-10 11:17:30,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742242_1418 size 244650
2014-04-10 11:17:30,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418
2014-04-10 11:17:30,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413
2014-04-10 11:17:30,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421
2014-04-10 11:17:30,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420
2014-04-10 11:17:30,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:30,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/COMMIT_STARTED dst=null perm=null
2014-04-10 11:17:30,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:17:30,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/COMMIT_FAIL dst=null perm=null
2014-04-10 11:17:30,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039 dst=null perm=null
2014-04-10 11:17:30,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:30,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:30,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421
2014-04-10 11:17:30,955 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419
2014-04-10 11:17:31,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:31,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:31,148 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44171, bytes: 222, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420, duration: 146787
2014-04-10 11:17:31,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418
2014-04-10 11:17:31,156 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417
2014-04-10 11:17:31,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411
2014-04-10 11:17:31,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414
2014-04-10 11:17:31,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412
2014-04-10 11:17:31,157 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420
2014-04-10 11:17:31,387 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419
2014-04-10 11:17:31,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416
2014-04-10 11:17:31,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413
2014-04-10 11:17:31,388 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411
2014-04-10 11:17:31,389 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417
2014-04-10 11:17:31,391 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418
2014-04-10 11:17:31,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742240_1416
2014-04-10 11:17:31,667 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742244_1420
2014-04-10 11:17:31,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742235_1411
2014-04-10 11:17:31,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419
2014-04-10 11:17:31,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742238_1414
2014-04-10 11:17:31,668 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421
2014-04-10 11:17:31,669 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742237_1413
2014-04-10 11:17:31,735 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0039_000001 (auth:SIMPLE)
2014-04-10 11:17:31,736 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0039_000001
2014-04-10 11:17:31,736 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0039 APPATTEMPTID=appattempt_1397146165236_0039_000001
2014-04-10 11:17:31,736 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:17:31,736 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0039 State change from ACCEPTED to RUNNING
2014-04-10 11:17:31,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:31,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:31,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:31,869 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418
2014-04-10 11:17:31,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742236_1412
2014-04-10 11:17:31,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742241_1417
2014-04-10 11:17:31,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742239_1415
2014-04-10 11:17:31,926 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:31,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422 src: /127.0.0.1:51557 dest: /127.0.0.1:55447
2014-04-10 11:17:31,970 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422 src: /127.0.0.1:42981 dest: /127.0.0.1:51097
2014-04-10 11:17:31,971 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422 src: /127.0.0.1:44176 dest: /127.0.0.1:50700
2014-04-10 11:17:31,976 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44176, dest: /127.0.0.1:50700, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422, duration: 4878545
2014-04-10 11:17:31,976 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:31,977 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:42981, dest: /127.0.0.1:51097, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422, duration: 4985634
2014-04-10 11:17:31,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:31,977 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:31,977 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:31,977 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51557, dest: /127.0.0.1:55447, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422, duration: 5553860
2014-04-10 11:17:31,978 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:31,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742246_1422{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:31,996 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1_conf.xml is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:32,100 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742233_1409, blk_1073742234_1410, blk_1073742236_1412, blk_1073742239_1415]
2014-04-10 11:17:32,100 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742232_1408, blk_1073742233_1409]
2014-04-10 11:17:33,372 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:33,372 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000002
2014-04-10 11:17:33,372 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:17:33,372 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0039_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,373 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:17:33,373 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,373 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:33,373 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000003
2014-04-10 11:17:33,374 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:17:33,374 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0039_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,374 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:17:33,374 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,375 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:33,375 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000004
2014-04-10 11:17:33,375 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available
2014-04-10 11:17:33,376 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0039_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,376 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:17:33,376 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,377 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:33,377 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000005
2014-04-10 11:17:33,377 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available
2014-04-10 11:17:33,377 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0039_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,377 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:17:33,378 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:33,476 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000006
2014-04-10 11:17:33,476 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000006 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:17:33,477 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000006, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0039_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,477 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7
2014-04-10 11:17:33,477 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,477 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000007 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:33,478 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000007
2014-04-10 11:17:33,478 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000007 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:17:33,478 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000007, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0039_01_000007 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:9216, vCores:7>usedCapacity=0.5625, absoluteUsedCapacity=0.5625, numApps=2, numContainers=7 usedCapacity=0.5625 absoluteUsedCapacity=0.5625 used=<memory:9216, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,478 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:10240, vCores:8>usedCapacity=0.625, absoluteUsedCapacity=0.625, numApps=2, numContainers=8
2014-04-10 11:17:33,478 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.625 absoluteUsedCapacity=0.625 used=<memory:10240, vCores:8> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230 for deletion
2014-04-10 11:17:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231 for deletion
2014-04-10 11:17:33,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742232_1408 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742232 for deletion
2014-04-10 11:17:33,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231
2014-04-10 11:17:33,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230
2014-04-10 11:17:33,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742233 for deletion
2014-04-10 11:17:33,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742232_1408 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742232
2014-04-10 11:17:33,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742233
2014-04-10 11:17:33,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230 for deletion
2014-04-10 11:17:33,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231 for deletion
2014-04-10 11:17:33,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742233 for deletion
2014-04-10 11:17:33,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231
2014-04-10 11:17:33,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230
2014-04-10 11:17:33,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742234 for deletion
2014-04-10 11:17:33,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742233
2014-04-10 11:17:33,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742236 for deletion
2014-04-10 11:17:33,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742234
2014-04-10 11:17:33,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742239 for deletion
2014-04-10 11:17:33,503 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742236
2014-04-10 11:17:33,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742239_1415 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742239
2014-04-10 11:17:33,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:33,768 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:33,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:33,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:33,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:33,769 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:33,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:33,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:33,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:33,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:33,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:33,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:33,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:33,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:33,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:33,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:33,906 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0039_000001 (auth:SIMPLE)
2014-04-10 11:17:33,906 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0039_000001 (auth:SIMPLE)
2014-04-10 11:17:33,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000005 by user brock
2014-04-10 11:17:33,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000002 by user brock
2014-04-10 11:17:33,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000003 by user brock
2014-04-10 11:17:33,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000007 by user brock
2014-04-10 11:17:33,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0039
2014-04-10 11:17:33,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0039
2014-04-10 11:17:33,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000005
2014-04-10 11:17:33,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000007
2014-04-10 11:17:33,912 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from NEW to INITING
2014-04-10 11:17:33,911 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000003
2014-04-10 11:17:33,911 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000002 to application application_1397146165236_0039
2014-04-10 11:17:33,911 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000002
2014-04-10 11:17:33,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000006 by user brock
2014-04-10 11:17:33,911 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000004 by user brock
2014-04-10 11:17:33,912 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000003 to application application_1397146165236_0039
2014-04-10 11:17:33,912 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000007 to application application_1397146165236_0039
2014-04-10 11:17:33,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000004
2014-04-10 11:17:33,913 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000006 to application application_1397146165236_0039
2014-04-10 11:17:33,913 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from NEW to INITING
2014-04-10 11:17:33,913 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from INITING to RUNNING
2014-04-10 11:17:33,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000006
2014-04-10 11:17:33,914 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000005 to application application_1397146165236_0039
2014-04-10 11:17:33,914 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:17:33,914 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000004 to application application_1397146165236_0039
2014-04-10 11:17:33,914 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000007 transitioned from NEW to LOCALIZING
2014-04-10 11:17:33,914 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from INITING to RUNNING
2014-04-10 11:17:33,914 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,915 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,915 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:33,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:17:33,915 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0039
2014-04-10 11:17:33,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:17:33,915 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:33,915 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:33,915 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:17:33,915 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,916 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,916 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:17:33,916 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:33,916 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,916 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0039
2014-04-10 11:17:33,916 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,916 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:33,916 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0039
2014-04-10 11:17:33,917 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0039_01_000006
2014-04-10 11:17:33,917 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:33,917 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:33,917 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0039_01_000007
2014-04-10 11:17:33,917 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,917 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,917 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:33,918 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0039
2014-04-10 11:17:33,918 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,918 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,918 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:33,918 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0039
2014-04-10 11:17:33,919 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,919 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0039
2014-04-10 11:17:33,919 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:33,919 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0039
2014-04-10 11:17:33,920 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0039_01_000005
2014-04-10 11:17:33,920 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0039_01_000004
2014-04-10 11:17:33,920 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0039_01_000002
2014-04-10 11:17:33,921 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0039_01_000003
2014-04-10 11:17:33,930 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0039_01_000006.tokens. Credentials list:
2014-04-10 11:17:33,931 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0039_01_000007.tokens. Credentials list:
2014-04-10 11:17:33,936 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0039_01_000003.tokens. Credentials list:
2014-04-10 11:17:33,936 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0039_01_000004.tokens. Credentials list:
2014-04-10 11:17:33,936 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0039_01_000005.tokens. Credentials list:
2014-04-10 11:17:33,936 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0039_01_000002.tokens. Credentials list:
2014-04-10 11:17:33,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:33,946 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:34,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0039_01_000006.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000006.tokens
2014-04-10 11:17:34,025 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:34,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0039_01_000003.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000003.tokens
2014-04-10 11:17:34,030 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:34,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:34,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:34,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:34,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:34,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:34,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar dst=null perm=null
2014-04-10 11:17:34,161 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51568, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_247350823_22633, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, duration: 885072
2014-04-10 11:17:34,164 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38484, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1311697817_22634, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742242_1418, duration: 945884
2014-04-10 11:17:34,191 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0039/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:34,195 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0039/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:34,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:34,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:34,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:34,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:34,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:34,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml dst=null perm=null
2014-04-10 11:17:34,224 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:42994, bytes: 81798, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_247350823_22633, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, duration: 403273
2014-04-10 11:17:34,226 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44189, bytes: 81798, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1311697817_22634, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742245_1421, duration: 384196
2014-04-10 11:17:34,246 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0039/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:34,246 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:34,246 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000007 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:34,249 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0039/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:34,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:34,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:34,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:34,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:34,284 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:34,285 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:34,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:34,290 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:34,290 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:34,291 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:34,295 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000007 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:34,295 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:34,295 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:34,295 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:34,295 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:34,295 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:34,310 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0038_01_000001 succeeded
2014-04-10 11:17:34,310 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:17:34,311 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0038_01_000001
2014-04-10 11:17:34,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000001
2014-04-10 11:17:34,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000001
2014-04-10 11:17:34,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000001
2014-04-10 11:17:34,321 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0038/container_1397146165236_0038_01_000001
2014-04-10 11:17:34,321 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000001
2014-04-10 11:17:34,321 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0038_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:17:34,321 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0038_01_000001 from application application_1397146165236_0038
2014-04-10 11:17:34,322 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:34,322 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0038
2014-04-10 11:17:34,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000005/default_container_executor.sh]
2014-04-10 11:17:34,372 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:34,372 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:34,372 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:34,372 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:34,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000003/default_container_executor.sh]
2014-04-10 11:17:34,374 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000006/default_container_executor.sh]
2014-04-10 11:17:34,378 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000007/default_container_executor.sh]
2014-04-10 11:17:34,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000002/default_container_executor.sh]
2014-04-10 11:17:34,379 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000004/default_container_executor.sh]
2014-04-10 11:17:34,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:34,476 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000007 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:34,784 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:17:35,101 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742232_1408, blk_1073742233_1409, blk_1073742234_1410, blk_1073742236_1412]
2014-04-10 11:17:35,101 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742230_1406, blk_1073742231_1407, blk_1073742232_1408, blk_1073742234_1410, blk_1073742236_1412]
2014-04-10 11:17:35,171 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0038_01_000001
2014-04-10 11:17:35,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0038_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:35,171 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0038_000001
2014-04-10 11:17:35,172 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0038_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:17:35,172 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0038_000001 State change from FINISHING to FINISHED
2014-04-10 11:17:35,172 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0038 CONTAINERID=container_1397146165236_0038_01_000001
2014-04-10 11:17:35,172 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0038 State change from FINISHING to FINISHED
2014-04-10 11:17:35,172 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0038_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:17:35,172 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0038
2014-04-10 11:17:35,172 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:8192, vCores:7> numContainers=7 user=brock user-resources=<memory:8192, vCores:7>
2014-04-10 11:17:35,172 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0038,name=[A2B881C2DCEA427DB960FE71DDCDA7D8/F98B06C9DC5C4122966E5D9AAFE51CB4] test/(1/1) ...eldedpipesplatform/filter,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0038/jobhistory/job/job_1397146165236_0038,appMasterHost=localhost.localdomain,startTime=1397146639046,finishTime=1397146648122,finalStatus=SUCCEEDED
2014-04-10 11:17:35,172 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0038_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7 usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:35,172 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:7> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:35,172 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:7>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=7
2014-04-10 11:17:35,172 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0038_000001 released container container_1397146165236_0038_01_000001 on node: host: localhost:44541 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:35,173 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0038_000001 is done. finalState=FINISHED
2014-04-10 11:17:35,173 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0038 requests cleared
2014-04-10 11:17:35,173 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0038 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:17:35,173 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0038 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:17:35,174 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0038_000001
2014-04-10 11:17:35,176 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0038_000001 (auth:SIMPLE)
2014-04-10 11:17:35,185 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0038_01_000001
2014-04-10 11:17:35,372 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:35,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,372 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0038
2014-04-10 11:17:35,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,373 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:35,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,373 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0038, with delay of 10800 seconds
2014-04-10 11:17:35,386 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:35,395 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:35,476 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:35,476 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,477 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0038
2014-04-10 11:17:35,477 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:35,477 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0038, with delay of 10800 seconds
2014-04-10 11:17:35,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:35,645 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422
2014-04-10 11:17:35,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0039_01_000007.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000007.tokens
2014-04-10 11:17:35,836 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:35,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0039_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000002.tokens
2014-04-10 11:17:35,899 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:36,161 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422
2014-04-10 11:17:36,172 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:36,172 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0038
2014-04-10 11:17:36,172 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0038 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:36,173 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0038, with delay of 10800 seconds
2014-04-10 11:17:36,173 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:36,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:36,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:36,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0038
2014-04-10 11:17:36,214 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:36,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230 for deletion
2014-04-10 11:17:36,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231 for deletion
2014-04-10 11:17:36,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742232_1408 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742232 for deletion
2014-04-10 11:17:36,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231
2014-04-10 11:17:36,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742233 for deletion
2014-04-10 11:17:36,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230
2014-04-10 11:17:36,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742234 for deletion
2014-04-10 11:17:36,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742233_1409 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742233
2014-04-10 11:17:36,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742236 for deletion
2014-04-10 11:17:36,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742232_1408 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742232
2014-04-10 11:17:36,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742234
2014-04-10 11:17:36,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742236
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230 for deletion
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231 for deletion
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742232_1408 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742232 for deletion
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742230_1406 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742230
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742232_1408 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742232
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742234 for deletion
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742236 for deletion
2014-04-10 11:17:36,501 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742231_1407 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742231
2014-04-10 11:17:36,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742236_1412 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742236
2014-04-10 11:17:36,502 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742234_1410 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742234
2014-04-10 11:17:36,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1397146165236_0039_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000005.tokens
2014-04-10 11:17:36,596 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:36,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:36,875 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422
2014-04-10 11:17:37,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1397146165236_0039_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000004.tokens
2014-04-10 11:17:37,289 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:37,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:37,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:37,591 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44207, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000003_0_-1044355338_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 152600
2014-04-10 11:17:37,605 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51591, bytes: 1767, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000002_0_-195432635_1, offset: 512, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 172031
2014-04-10 11:17:37,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:17:37,698 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38507, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000003_0_-1044355338_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 13348074
2014-04-10 11:17:37,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:17:37,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:37,944 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44211, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000002_0_-195432635_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 175019
2014-04-10 11:17:37,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:37,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_m_000003_0 dst=null perm=null
2014-04-10 11:17:38,030 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43019, bytes: 735, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000005_0_-666922365_1, offset: 1536, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 158315
2014-04-10 11:17:38,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_m_000002_0 dst=null perm=null
2014-04-10 11:17:38,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:38,038 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44214, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000000_0_-1380573138_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 164135
2014-04-10 11:17:38,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job.split dst=null perm=null
2014-04-10 11:17:38,089 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000004
2014-04-10 11:17:38,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000004
2014-04-10 11:17:38,090 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:17:38,090 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000004
2014-04-10 11:17:38,091 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000005
2014-04-10 11:17:38,091 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000005
2014-04-10 11:17:38,099 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0039_01_000004 is : 143
2014-04-10 11:17:38,107 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:38,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:17:38,112 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:38,112 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000005
2014-04-10 11:17:38,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/upper.txt dst=null perm=null
2014-04-10 11:17:38,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:17:38,118 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43019, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000005_0_-666922365_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741859_1035, duration: 142947
2014-04-10 11:17:38,118 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0039_01_000005 is : 143
2014-04-10 11:17:38,118 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44217, bytes: 2283, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000001_0_-92221303_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 126221
2014-04-10 11:17:38,132 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423 src: /127.0.0.1:38517 dest: /127.0.0.1:43710
2014-04-10 11:17:38,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000004
2014-04-10 11:17:38,134 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:38,134 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000004
2014-04-10 11:17:38,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000004
2014-04-10 11:17:38,135 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000004
2014-04-10 11:17:38,134 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000004
2014-04-10 11:17:38,135 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423 src: /127.0.0.1:51603 dest: /127.0.0.1:55447
2014-04-10 11:17:38,134 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:38,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000005
2014-04-10 11:17:38,137 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51601, bytes: 1251, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000004_0_-1136315594_1, offset: 1024, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742243_1419, duration: 282432
2014-04-10 11:17:38,137 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000004 from application application_1397146165236_0039
2014-04-10 11:17:38,137 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:38,137 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:38,138 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000005
2014-04-10 11:17:38,138 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:38,138 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000005 from application application_1397146165236_0039
2014-04-10 11:17:38,138 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:38,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423 src: /127.0.0.1:44221 dest: /127.0.0.1:50700
2014-04-10 11:17:38,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000005
2014-04-10 11:17:38,138 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000005
2014-04-10 11:17:38,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000005
2014-04-10 11:17:38,138 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:38,144 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1.jhist for DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:38,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:17:38,195 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44217, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000001_0_-92221303_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 154386
2014-04-10 11:17:38,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/lower.txt dst=null perm=null
2014-04-10 11:17:38,219 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43029, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000004_0_-1136315594_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 179118
2014-04-10 11:17:38,307 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43030, bytes: 23, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0039_m_000000_0_-1380573138_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741858_1034, duration: 209104
2014-04-10 11:17:38,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_m_000000_0 dst=null perm=null
2014-04-10 11:17:38,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_m_000005_0 dst=null perm=null
2014-04-10 11:17:38,443 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000007
2014-04-10 11:17:38,443 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000007
2014-04-10 11:17:38,443 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000007 transitioned from RUNNING to KILLING
2014-04-10 11:17:38,443 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000007
2014-04-10 11:17:38,448 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000002
2014-04-10 11:17:38,448 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000002
2014-04-10 11:17:38,448 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000004
2014-04-10 11:17:38,448 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:17:38,448 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000005
2014-04-10 11:17:38,449 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000002
2014-04-10 11:17:38,449 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:38,449 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:17:38,449 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000004
2014-04-10 11:17:38,449 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000004 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2014-04-10 11:17:38,449 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:7168, vCores:6> numContainers=6 user=brock user-resources=<memory:7168, vCores:6>
2014-04-10 11:17:38,449 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000004, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,449 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,450 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:6>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=1, numContainers=6
2014-04-10 11:17:38,450 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000004 on node: host: localhost:42468 #containers=3 available=1024 used=3072 with event: FINISHED
2014-04-10 11:17:38,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:38,450 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:17:38,450 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000005
2014-04-10 11:17:38,450 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000005 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2014-04-10 11:17:38,450 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:17:38,450 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000005, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,450 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,450 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=1, numContainers=5
2014-04-10 11:17:38,450 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000005 on node: host: localhost:42468 #containers=2 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:38,452 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0039_01_000007 is : 143
2014-04-10 11:17:38,455 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0039_01_000002 is : 143
2014-04-10 11:17:38,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_m_000001_0 dst=null perm=null
2014-04-10 11:17:38,462 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:38,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000007
2014-04-10 11:17:38,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000007
2014-04-10 11:17:38,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000007
2014-04-10 11:17:38,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000007
2014-04-10 11:17:38,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000007
2014-04-10 11:17:38,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:38,463 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:38,463 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000007 from application application_1397146165236_0039
2014-04-10 11:17:38,463 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:38,463 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:38,463 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000002
2014-04-10 11:17:38,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000002
2014-04-10 11:17:38,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000002
2014-04-10 11:17:38,464 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000002
2014-04-10 11:17:38,464 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000002
2014-04-10 11:17:38,464 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:38,464 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000002 from application application_1397146165236_0039
2014-04-10 11:17:38,464 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:38,465 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:38,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_m_000004_0 dst=null perm=null
2014-04-10 11:17:38,503 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000003
2014-04-10 11:17:38,503 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000003
2014-04-10 11:17:38,503 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:17:38,504 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000003
2014-04-10 11:17:38,504 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000002
2014-04-10 11:17:38,504 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:38,504 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:17:38,504 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000002
2014-04-10 11:17:38,504 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:17:38,504 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:17:38,504 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,505 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,505 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:17:38,505 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000002 on node: host: localhost:42468 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:17:38,509 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0039_01_000003 is : 143
2014-04-10 11:17:38,519 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:38,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000003
2014-04-10 11:17:38,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000003
2014-04-10 11:17:38,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000003
2014-04-10 11:17:38,519 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000003
2014-04-10 11:17:38,519 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000003
2014-04-10 11:17:38,519 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:38,520 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000003 from application application_1397146165236_0039
2014-04-10 11:17:38,520 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:38,520 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:38,522 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000006
2014-04-10 11:17:38,523 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000006
2014-04-10 11:17:38,523 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:17:38,523 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000006
2014-04-10 11:17:38,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000007
2014-04-10 11:17:38,523 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000007 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:38,523 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000007 in state: COMPLETED event:FINISHED
2014-04-10 11:17:38,523 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000007
2014-04-10 11:17:38,523 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000007 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:17:38,523 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:17:38,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000007, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:38,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:17:38,524 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000007 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:17:38,527 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0039_01_000006 is : 143
2014-04-10 11:17:38,540 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:38,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000006
2014-04-10 11:17:38,540 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000006
2014-04-10 11:17:38,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000006
2014-04-10 11:17:38,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000006
2014-04-10 11:17:38,541 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000006
2014-04-10 11:17:38,541 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:38,542 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000006 from application application_1397146165236_0039
2014-04-10 11:17:38,542 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:38,542 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:39,504 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000003
2014-04-10 11:17:39,505 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:39,505 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:17:39,505 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000003
2014-04-10 11:17:39,505 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:39,505 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:17:39,506 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:39,506 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:39,506 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:17:39,506 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000003 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:39,523 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000006
2014-04-10 11:17:39,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:39,524 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:17:39,524 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000006
2014-04-10 11:17:39,524 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000006 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:39,524 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:17:39,524 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000006, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:39,524 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:39,525 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:17:39,525 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000006 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:40,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000008 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:40,174 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000008
2014-04-10 11:17:40,174 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0039_01_000008 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:17:40,174 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0039 container=Container: [ContainerId: container_1397146165236_0039_01_000008, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0039_01_000008 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:40,174 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:17:40,174 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:40,807 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:40,823 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0039_000001 (auth:SIMPLE)
2014-04-10 11:17:40,827 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0039_01_000008 by user brock
2014-04-10 11:17:40,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000008
2014-04-10 11:17:40,827 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0039_01_000008 to application application_1397146165236_0039
2014-04-10 11:17:40,828 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000008 transitioned from NEW to LOCALIZING
2014-04-10 11:17:40,828 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0039
2014-04-10 11:17:40,828 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0039
2014-04-10 11:17:40,828 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:40,828 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0039
2014-04-10 11:17:40,829 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000008 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:40,861 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000008 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:40,861 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:40,922 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000008/default_container_executor.sh]
2014-04-10 11:17:41,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000008 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:41,811 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:17:42,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:42,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:42,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424 src: /127.0.0.1:44237 dest: /127.0.0.1:50700
2014-04-10 11:17:42,717 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424 src: /127.0.0.1:51621 dest: /127.0.0.1:55447
2014-04-10 11:17:42,718 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424 src: /127.0.0.1:38537 dest: /127.0.0.1:43710
2014-04-10 11:17:42,729 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38537, dest: /127.0.0.1:43710, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0039_r_000000_0_182482372_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, duration: 9098919
2014-04-10 11:17:42,729 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:42,729 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51621, dest: /127.0.0.1:55447, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0039_r_000000_0_182482372_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, duration: 9590956
2014-04-10 11:17:42,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:42,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:42,730 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44237, dest: /127.0.0.1:50700, bytes: 40, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0039_r_000000_0_182482372_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, duration: 10222248
2014-04-10 11:17:42,730 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:42,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:42,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742248_1424{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:42,746 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0039_r_000000_0_182482372_1
2014-04-10 11:17:42,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_r_000000_0 dst=null perm=null
2014-04-10 11:17:42,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_r_000000_0 dst=null perm=null
2014-04-10 11:17:42,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1397146165236_0039_r_000000 dst=null perm=null
2014-04-10 11:17:42,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/_temporary/attempt_1397146165236_0039_r_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1397146165236_0039_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:42,856 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000008
2014-04-10 11:17:42,857 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000008
2014-04-10 11:17:42,857 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000008 transitioned from RUNNING to KILLING
2014-04-10 11:17:42,857 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000008
2014-04-10 11:17:42,864 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0039_01_000008 is : 143
2014-04-10 11:17:42,878 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:42,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000008
2014-04-10 11:17:42,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000008
2014-04-10 11:17:42,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000008
2014-04-10 11:17:42,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000008
2014-04-10 11:17:42,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000008
2014-04-10 11:17:42,879 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:42,879 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000008 from application application_1397146165236_0039
2014-04-10 11:17:42,879 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:42,879 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:42,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:42,896 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:42,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1 dst=null perm=null
2014-04-10 11:17:42,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:42,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:42,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1397146165236_0039_r_000000 dst=null perm=null
2014-04-10 11:17:42,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null
2014-04-10 11:17:42,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary/1/task_1397146165236_0039_r_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:42,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary dst=null perm=null
2014-04-10 11:17:42,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:42,979 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_SUCCESS is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:42,996 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:43,012 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:43,042 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44221, dest: /127.0.0.1:50700, bytes: 76029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423, duration: 4902992832
2014-04-10 11:17:43,043 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,044 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51603, dest: /127.0.0.1:55447, bytes: 76029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423, duration: 4903557522
2014-04-10 11:17:43,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 16397
2014-04-10 11:17:43,044 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,045 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38517, dest: /127.0.0.1:43710, bytes: 76029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423, duration: 4904603352
2014-04-10 11:17:43,045 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 16397
2014-04-10 11:17:43,045 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,046 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742247_1423{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 16397
2014-04-10 11:17:43,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1.jhist is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:43,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:43,083 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:43,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425 src: /127.0.0.1:44240 dest: /127.0.0.1:50700
2014-04-10 11:17:43,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425 src: /127.0.0.1:38539 dest: /127.0.0.1:43710
2014-04-10 11:17:43,101 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425 src: /127.0.0.1:51625 dest: /127.0.0.1:55447
2014-04-10 11:17:43,104 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51625, dest: /127.0.0.1:55447, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425, duration: 1850960
2014-04-10 11:17:43,104 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,104 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,104 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38539, dest: /127.0.0.1:43710, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425, duration: 2391677
2014-04-10 11:17:43,105 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,105 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,105 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44240, dest: /127.0.0.1:50700, bytes: 448, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425, duration: 3068124
2014-04-10 11:17:43,105 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,106 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742249_1425{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,121 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary_tmp is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:43,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,144 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1.jhist dst=null perm=null
2014-04-10 11:17:43,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist_tmp dst=null perm=null
2014-04-10 11:17:43,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1.jhist dst=null perm=null
2014-04-10 11:17:43,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist_tmp dst=null perm=null
2014-04-10 11:17:43,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1.jhist dst=null perm=null
2014-04-10 11:17:43,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:43,173 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38541, bytes: 76625, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423, duration: 398744
2014-04-10 11:17:43,177 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:17:43,190 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426 src: /127.0.0.1:38542 dest: /127.0.0.1:43710
2014-04-10 11:17:43,191 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426 src: /127.0.0.1:44245 dest: /127.0.0.1:50700
2014-04-10 11:17:43,192 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426 src: /127.0.0.1:51629 dest: /127.0.0.1:55447
2014-04-10 11:17:43,196 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51629, dest: /127.0.0.1:55447, bytes: 76029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426, duration: 3134078
2014-04-10 11:17:43,197 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,197 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44245, dest: /127.0.0.1:50700, bytes: 76029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426, duration: 3575760
2014-04-10 11:17:43,197 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,198 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38542, dest: /127.0.0.1:43710, bytes: 76029, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426, duration: 4266087
2014-04-10 11:17:43,198 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,198 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742250_1426{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,212 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist_tmp is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:43,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1_conf.xml dst=null perm=null
2014-04-10 11:17:43,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:43,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1_conf.xml dst=null perm=null
2014-04-10 11:17:43,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:43,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039/job_1397146165236_0039_1_conf.xml dst=null perm=null
2014-04-10 11:17:43,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:43,260 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44247, bytes: 95841, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742246_1422, duration: 217335
2014-04-10 11:17:43,262 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:43,281 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427 src: /127.0.0.1:38546 dest: /127.0.0.1:43710
2014-04-10 11:17:43,283 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427 src: /127.0.0.1:44249 dest: /127.0.0.1:50700
2014-04-10 11:17:43,284 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427 src: /127.0.0.1:51633 dest: /127.0.0.1:55447
2014-04-10 11:17:43,287 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51633, dest: /127.0.0.1:55447, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427, duration: 2428733
2014-04-10 11:17:43,287 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44249, dest: /127.0.0.1:50700, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427, duration: 3086362
2014-04-10 11:17:43,288 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,288 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,288 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38546, dest: /127.0.0.1:43710, bytes: 95097, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_81659113_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427, duration: 3757661
2014-04-10 11:17:43,289 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,289 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742251_1427{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,304 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_81659113_1
2014-04-10 11:17:43,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0039_000001 with final state: FINISHING
2014-04-10 11:17:43,377 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:43,377 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0039 with final state: FINISHING
2014-04-10 11:17:43,377 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0039 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:43,377 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0039
2014-04-10 11:17:43,378 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:43,378 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0039 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:43,379 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:17:43,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:43,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:43,384 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0039 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist
2014-04-10 11:17:43,384 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist]
2014-04-10 11:17:43,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist dst=null perm=null
2014-04-10 11:17:43,388 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38551, bytes: 76625, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426, duration: 385428
2014-04-10 11:17:43,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary dst=null perm=null
2014-04-10 11:17:43,407 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44254, bytes: 452, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425, duration: 224444
2014-04-10 11:17:43,407 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0039,submitTime=1397146648777,launchTime=1397146651745,firstMapTaskLaunchTime=1397146653922,firstReduceTaskLaunchTime=1397146660828,finishTime=1397146663014,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=6,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=26,reduceSlotSeconds=2,jobName=[1F679CA86E2A4D1EA90B538B71A3604C/05D298A05A714647B9900D869142A926] concat/(1/1) ...pesplatform/complexconcat
2014-04-10 11:17:43,407 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary]
2014-04-10 11:17:43,421 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742249_1425 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:17:43,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039.summary dst=null perm=null
2014-04-10 11:17:43,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:17:43,423 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist
2014-04-10 11:17:43,437 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0039-1397146648777-brock-%5B1F679CA86E2A4D1EA90B538B71A3604C%2F05D298A05A714647-1397146663014-6-1-SUCCEEDED-default-1397146651745.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,438 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0039_conf.xml
2014-04-10 11:17:43,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0039_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0039_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:43,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,472 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary
2014-04-10 11:17:43,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/_temporary dst=null perm=null
2014-04-10 11:17:43,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,492 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:17:43,493 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null
2014-04-10 11:17:43,494 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51638, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, duration: 157050
2014-04-10 11:17:43,495 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output//hadoop2-mr1/fieldedpipesplatform/complexconcat
2014-04-10 11:17:43,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat dst=null perm=null
2014-04-10 11:17:43,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null
2014-04-10 11:17:43,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/complexconcat/part-00000 dst=null perm=null
2014-04-10 11:17:43,501 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51638, bytes: 44, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424, duration: 181123
2014-04-10 11:17:43,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:43,528 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(319)) - using default application jar, may cause class not found exceptions on the cluster
2014-04-10 11:17:43,528 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(205)) - using application jar: /home/brock/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.5.3/fbde5367797af408c100d25704a77959e50a31d8/cascading-hadoop2-mr1-2.5.3.jar
2014-04-10 11:17:43,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null
2014-04-10 11:17:43,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null
2014-04-10 11:17:43,547 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] starting
2014-04-10 11:17:43,547 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt"]
2014-04-10 11:17:43,548 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1"]
2014-04-10 11:17:43,548 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2"]
2014-04-10 11:17:43,548 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] parallel execution is enabled: true
2014-04-10 11:17:43,548 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] starting jobs: 3
2014-04-10 11:17:43,548 INFO flow.Flow (BaseFlow.java:logInfo(1354)) - [left+right] allocating threads: 3
2014-04-10 11:17:43,549 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (1/3)
2014-04-10 11:17:43,562 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:43,568 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:43,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:43,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:43,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:43,571 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 40
2014-04-10 11:17:43,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040 dst=null perm=null
2014-04-10 11:17:43,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:17:43,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:17:43,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:43,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,631 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:43,647 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428 src: /127.0.0.1:44257 dest: /127.0.0.1:50700
2014-04-10 11:17:43,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428 src: /127.0.0.1:43064 dest: /127.0.0.1:51097
2014-04-10 11:17:43,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428 src: /127.0.0.1:38557 dest: /127.0.0.1:43710
2014-04-10 11:17:43,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38557, dest: /127.0.0.1:43710, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, duration: 2660178
2014-04-10 11:17:43,653 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,653 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43064, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, duration: 2368839
2014-04-10 11:17:43,653 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,654 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,654 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44257, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, duration: 2622821
2014-04-10 11:17:43,654 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742252_1428{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:43,672 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar
2014-04-10 11:17:43,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:43,704 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:43,706 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:43,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:43,708 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:17:43,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:17:43,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:17:43,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:17:43,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:17:43,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:43,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:43,715 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:17:43,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:43,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,747 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split
2014-04-10 11:17:43,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:43,764 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:17:43,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429 src: /127.0.0.1:38558 dest: /127.0.0.1:43710
2014-04-10 11:17:43,782 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429 src: /127.0.0.1:43067 dest: /127.0.0.1:51097
2014-04-10 11:17:43,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429 src: /127.0.0.1:51645 dest: /127.0.0.1:55447
2014-04-10 11:17:43,785 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429 src: /127.0.0.1:44263 dest: /127.0.0.1:50700
2014-04-10 11:17:43,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44263, dest: /127.0.0.1:50700, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 1191307
2014-04-10 11:17:43,788 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,788 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51645, dest: /127.0.0.1:55447, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 1925402
2014-04-10 11:17:43,789 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,789 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43067, dest: /127.0.0.1:51097, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 2666105
2014-04-10 11:17:43,789 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,790 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,790 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38558, dest: /127.0.0.1:43710, bytes: 1527, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 3531411
2014-04-10 11:17:43,790 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,791 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742253_1429{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,804 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:43,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:17:43,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430 src: /127.0.0.1:38562 dest: /127.0.0.1:43710
2014-04-10 11:17:43,857 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430 src: /127.0.0.1:51648 dest: /127.0.0.1:55447
2014-04-10 11:17:43,857 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000008
2014-04-10 11:17:43,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430 src: /127.0.0.1:43072 dest: /127.0.0.1:51097
2014-04-10 11:17:43,858 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000008 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:43,858 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000008 in state: COMPLETED event:FINISHED
2014-04-10 11:17:43,859 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000008
2014-04-10 11:17:43,859 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000008 of capacity <memory:1024, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:17:43,859 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:17:43,859 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000008, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:43,859 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:43,860 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:17:43,860 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000008 on node: host: localhost:44541 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:43,860 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43072, dest: /127.0.0.1:51097, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, duration: 1522525
2014-04-10 11:17:43,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,861 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51648, dest: /127.0.0.1:55447, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, duration: 2002023
2014-04-10 11:17:43,861 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,862 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38562, dest: /127.0.0.1:43710, bytes: 156, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, duration: 2725604
2014-04-10 11:17:43,862 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742254_1430{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,879 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:43,879 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:4
2014-04-10 11:17:43,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:43,920 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:43,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431 src: /127.0.0.1:51650 dest: /127.0.0.1:55447
2014-04-10 11:17:43,940 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431 src: /127.0.0.1:44268 dest: /127.0.0.1:50700
2014-04-10 11:17:43,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431 src: /127.0.0.1:38567 dest: /127.0.0.1:43710
2014-04-10 11:17:43,945 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38567, dest: /127.0.0.1:43710, bytes: 81240, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, duration: 2654577
2014-04-10 11:17:43,945 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:43,945 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,945 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44268, dest: /127.0.0.1:50700, bytes: 81240, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, duration: 3135171
2014-04-10 11:17:43,946 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,946 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51650, dest: /127.0.0.1:55447, bytes: 81240, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, duration: 3759960
2014-04-10 11:17:43,946 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:43,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742255_1431{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:43,981 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:43,981 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0040
2014-04-10 11:17:43,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040 dst=null perm=null
2014-04-10 11:17:43,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:43,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:43,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:43,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:43,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:43,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:43,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:43,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:43,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:43,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:43,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:43,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:43,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:43,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:44,034 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 40 submitted by user brock
2014-04-10 11:17:44,035 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0040
2014-04-10 11:17:44,035 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0040
2014-04-10 11:17:44,035 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0040
2014-04-10 11:17:44,035 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0040 State change from NEW to NEW_SAVING
2014-04-10 11:17:44,036 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0040 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:17:44,036 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0040_000001
2014-04-10 11:17:44,036 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from NEW to SUBMITTED
2014-04-10 11:17:44,036 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0040 from user: brock activated in queue: default
2014-04-10 11:17:44,036 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0040 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:17:44,037 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0040
2014-04-10 11:17:44,037 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0040 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:17:44,037 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0040_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:17:44,038 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:17:44,038 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0040 State change from SUBMITTED to ACCEPTED
2014-04-10 11:17:44,039 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0040/
2014-04-10 11:17:44,039 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0040
2014-04-10 11:17:44,039 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0040/
2014-04-10 11:17:44,102 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:51097 to replicate blk_1073742252_1428 to datanode(s) 127.0.0.1:55447
2014-04-10 11:17:44,102 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742249_1425]
2014-04-10 11:17:44,102 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742249_1425]
2014-04-10 11:17:44,437 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742242_1418 127.0.0.1:50700 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:17:44,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742243_1419 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:50700 127.0.0.1:55447
2014-04-10 11:17:44,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742244_1420 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:55447
2014-04-10 11:17:44,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742245_1421 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:17:44,438 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742247_1423 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:17:44,439 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742246_1422 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:17:44,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0039 dst=null perm=null
2014-04-10 11:17:44,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:44,507 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000001
2014-04-10 11:17:44,508 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0040_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:17:44,508 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0040 container=Container: [ContainerId: container_1397146165236_0040_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0040_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:44,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2
2014-04-10 11:17:44,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:44,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:44,509 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0040 AttemptId: appattempt_1397146165236_0040_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0040_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ]
2014-04-10 11:17:44,509 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:17:44,509 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:17:44,510 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0040_000001
2014-04-10 11:17:44,510 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0040_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0040_000001
2014-04-10 11:17:44,510 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0040_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:17:44,513 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0040_000001 (auth:SIMPLE)
2014-04-10 11:17:44,515 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0040_01_000001 by user brock
2014-04-10 11:17:44,515 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0040
2014-04-10 11:17:44,516 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000001
2014-04-10 11:17:44,516 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from NEW to INITING
2014-04-10 11:17:44,516 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0040_01_000001 to application application_1397146165236_0040
2014-04-10 11:17:44,516 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from INITING to RUNNING
2014-04-10 11:17:44,517 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0040_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] for AM appattempt_1397146165236_0040_000001
2014-04-10 11:17:44,517 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:17:44,517 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:17:44,517 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0040
2014-04-10 11:17:44,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:44,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:17:44,518 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:17:44,518 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:44,518 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0040_01_000001
2014-04-10 11:17:44,527 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0040_01_000001.tokens. Credentials list:
2014-04-10 11:17:44,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:44,614 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1397146165236_0040_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000001.tokens
2014-04-10 11:17:44,615 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:17:44,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:44,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:44,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:44,728 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44274, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-217435812_23200, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, duration: 602496
2014-04-10 11:17:44,754 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:44,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:44,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:44,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:44,780 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43081, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-217435812_23200, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, duration: 240116
2014-04-10 11:17:44,799 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0040/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:44,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:44,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:44,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:44,824 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38574, bytes: 1539, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-217435812_23200, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 229313
2014-04-10 11:17:44,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0040/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:44,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:44,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:44,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:44,867 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38574, bytes: 81876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-217435812_23200, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, duration: 348921
2014-04-10 11:17:44,885 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:44,885 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:44,919 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:44,919 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:44,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000001/default_container_executor.sh]
2014-04-10 11:17:45,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742249 for deletion
2014-04-10 11:17:45,412 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742249
2014-04-10 11:17:45,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742249 for deletion
2014-04-10 11:17:45,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742249
2014-04-10 11:17:45,503 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=097030f2-9057-4e58-a01d-52abc65614a9, infoPort=57172, ipcPort=57246, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428 to 127.0.0.1:55447
2014-04-10 11:17:45,504 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428 src: /127.0.0.1:51660 dest: /127.0.0.1:55447
2014-04-10 11:17:45,504 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428 (numBytes=244650) to 127.0.0.1/127.0.0.1:55447
2014-04-10 11:17:45,505 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428 src: /127.0.0.1:51660 dest: /127.0.0.1:55447 of size 244650
2014-04-10 11:17:45,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742252_1428 size 244650
2014-04-10 11:17:45,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:45,649 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428
2014-04-10 11:17:45,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423
2014-04-10 11:17:45,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426
2014-04-10 11:17:45,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424
2014-04-10 11:17:45,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431
2014-04-10 11:17:45,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427
2014-04-10 11:17:45,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430
2014-04-10 11:17:45,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429
2014-04-10 11:17:46,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:46,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/COMMIT_STARTED dst=null perm=null
2014-04-10 11:17:46,166 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428
2014-04-10 11:17:46,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:17:46,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424
2014-04-10 11:17:46,167 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423
2014-04-10 11:17:46,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/COMMIT_FAIL dst=null perm=null
2014-04-10 11:17:46,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040 dst=null perm=null
2014-04-10 11:17:46,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:46,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:46,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426
2014-04-10 11:17:46,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429
2014-04-10 11:17:46,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431
2014-04-10 11:17:46,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429
2014-04-10 11:17:46,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430
2014-04-10 11:17:46,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431
2014-04-10 11:17:46,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742249_1425
2014-04-10 11:17:46,394 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427
2014-04-10 11:17:46,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:46,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:46,490 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38578, bytes: 160, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430, duration: 146682
2014-04-10 11:17:46,566 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742251_1427
2014-04-10 11:17:46,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742247_1423
2014-04-10 11:17:46,794 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428
2014-04-10 11:17:46,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742250_1426
2014-04-10 11:17:46,795 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742248_1424
2014-04-10 11:17:46,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428
2014-04-10 11:17:46,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429
2014-04-10 11:17:46,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742254_1430
2014-04-10 11:17:47,103 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742244_1420, blk_1073742245_1421, blk_1073742246_1422]
2014-04-10 11:17:47,103 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742247_1423, blk_1073742249_1425]
2014-04-10 11:17:47,154 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0040_000001 (auth:SIMPLE)
2014-04-10 11:17:47,155 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0040_000001
2014-04-10 11:17:47,155 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0040 APPATTEMPTID=appattempt_1397146165236_0040_000001
2014-04-10 11:17:47,155 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:17:47,155 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0040 State change from ACCEPTED to RUNNING
2014-04-10 11:17:47,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:47,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:47,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:47,336 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:47,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432 src: /127.0.0.1:38581 dest: /127.0.0.1:43710
2014-04-10 11:17:47,377 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432 src: /127.0.0.1:51667 dest: /127.0.0.1:55447
2014-04-10 11:17:47,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432 src: /127.0.0.1:44285 dest: /127.0.0.1:50700
2014-04-10 11:17:47,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44285, dest: /127.0.0.1:50700, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432, duration: 3908537
2014-04-10 11:17:47,383 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:47,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:47,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51667, dest: /127.0.0.1:55447, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432, duration: 4447625
2014-04-10 11:17:47,383 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:47,383 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:47,383 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38581, dest: /127.0.0.1:43710, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432, duration: 4850667
2014-04-10 11:17:47,384 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:47,384 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742256_1432{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:47,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:48,494 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242 for deletion
2014-04-10 11:17:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243 for deletion
2014-04-10 11:17:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742247 for deletion
2014-04-10 11:17:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742249 for deletion
2014-04-10 11:17:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243
2014-04-10 11:17:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242
2014-04-10 11:17:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742247
2014-04-10 11:17:48,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742249_1425 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742249
2014-04-10 11:17:48,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242 for deletion
2014-04-10 11:17:48,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243 for deletion
2014-04-10 11:17:48,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742244_1420 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742244 for deletion
2014-04-10 11:17:48,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242
2014-04-10 11:17:48,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742245_1421 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742245 for deletion
2014-04-10 11:17:48,505 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742244_1420 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742244
2014-04-10 11:17:48,505 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742246 for deletion
2014-04-10 11:17:48,504 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243
2014-04-10 11:17:48,505 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742245_1421 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742245
2014-04-10 11:17:48,505 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742246
2014-04-10 11:17:48,508 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:48,508 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000002
2014-04-10 11:17:48,508 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0040_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:17:48,508 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0040 container=Container: [ContainerId: container_1397146165236_0040_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0040_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=2, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:48,508 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:17:48,509 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:48,509 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000003 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:48,509 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000003
2014-04-10 11:17:48,509 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0040_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available
2014-04-10 11:17:48,510 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0040 container=Container: [ContainerId: container_1397146165236_0040_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0040_01_000003 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:48,510 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4
2014-04-10 11:17:48,510 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:48,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000004 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:48,526 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000004
2014-04-10 11:17:48,526 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0040_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:17:48,527 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0040 container=Container: [ContainerId: container_1397146165236_0040_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0040_01_000004 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:4>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=4 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:48,527 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5
2014-04-10 11:17:48,527 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:48,528 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000005 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:48,528 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000005
2014-04-10 11:17:48,528 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0040_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available
2014-04-10 11:17:48,528 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0040 container=Container: [ContainerId: container_1397146165236_0040_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0040_01_000005 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:7168, vCores:5>usedCapacity=0.4375, absoluteUsedCapacity=0.4375, numApps=2, numContainers=5 usedCapacity=0.4375 absoluteUsedCapacity=0.4375 used=<memory:7168, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:48,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:8192, vCores:6>usedCapacity=0.5, absoluteUsedCapacity=0.5, numApps=2, numContainers=6
2014-04-10 11:17:48,528 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.5 absoluteUsedCapacity=0.5 used=<memory:8192, vCores:6> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:49,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:49,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:49,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:49,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:49,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:49,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:49,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:49,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:49,248 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:49,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:49,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:49,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:49,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:49,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:49,319 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0040_000001 (auth:SIMPLE)
2014-04-10 11:17:49,319 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0040_000001 (auth:SIMPLE)
2014-04-10 11:17:49,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0040_01_000005 by user brock
2014-04-10 11:17:49,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0040_01_000004 by user brock
2014-04-10 11:17:49,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0040_01_000002 by user brock
2014-04-10 11:17:49,323 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0040
2014-04-10 11:17:49,323 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0040_01_000004 to application application_1397146165236_0040
2014-04-10 11:17:49,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000005
2014-04-10 11:17:49,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000004
2014-04-10 11:17:49,323 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from NEW to INITING
2014-04-10 11:17:49,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0040_01_000003 by user brock
2014-04-10 11:17:49,323 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0040_01_000002 to application application_1397146165236_0040
2014-04-10 11:17:49,323 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000002
2014-04-10 11:17:49,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000003
2014-04-10 11:17:49,324 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0040_01_000003 to application application_1397146165236_0040
2014-04-10 11:17:49,324 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0040_01_000005 to application application_1397146165236_0040
2014-04-10 11:17:49,325 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:17:49,325 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from INITING to RUNNING
2014-04-10 11:17:49,325 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000003 transitioned from NEW to LOCALIZING
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:49,325 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000005 transitioned from NEW to LOCALIZING
2014-04-10 11:17:49,325 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0040
2014-04-10 11:17:49,325 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000004 transitioned from NEW to LOCALIZING
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,326 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:49,325 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:49,326 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0040
2014-04-10 11:17:49,326 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0040
2014-04-10 11:17:49,326 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:49,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:49,326 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:49,326 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,326 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0040
2014-04-10 11:17:49,326 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:49,326 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000003 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:49,326 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0040
2014-04-10 11:17:49,327 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0040_01_000005
2014-04-10 11:17:49,327 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0040_01_000004
2014-04-10 11:17:49,336 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0040_01_000005.tokens. Credentials list:
2014-04-10 11:17:49,336 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0040_01_000004.tokens. Credentials list:
2014-04-10 11:17:49,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:49,350 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:49,350 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000003 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:49,350 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:49,350 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:49,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000002/default_container_executor.sh]
2014-04-10 11:17:49,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000003/default_container_executor.sh]
2014-04-10 11:17:49,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0040_01_000005.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000005.tokens
2014-04-10 11:17:49,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:17:49,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:49,507 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000003 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:49,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:49,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000004 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:49,526 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000005 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:49,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:49,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar dst=null perm=null
2014-04-10 11:17:49,534 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44291, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_12623147_23381, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742252_1428, duration: 582003
2014-04-10 11:17:49,557 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0040/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:49,560 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0039_01_000001 succeeded
2014-04-10 11:17:49,561 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:17:49,561 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0039_01_000001
2014-04-10 11:17:49,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000001
2014-04-10 11:17:49,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:49,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000001
2014-04-10 11:17:49,569 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000001
2014-04-10 11:17:49,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000001
2014-04-10 11:17:49,569 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0039_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:17:49,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:49,569 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0039/container_1397146165236_0039_01_000001
2014-04-10 11:17:49,570 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0039_01_000001 from application application_1397146165236_0039
2014-04-10 11:17:49,570 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:49,570 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0039
2014-04-10 11:17:49,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml dst=null perm=null
2014-04-10 11:17:49,575 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51675, bytes: 81876, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_12623147_23381, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742255_1431, duration: 193976
2014-04-10 11:17:49,586 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0040/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:49,586 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000005 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:49,586 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000004 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:49,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000005 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:49,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:49,607 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000004 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:49,607 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:49,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000005/default_container_executor.sh]
2014-04-10 11:17:49,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000004/default_container_executor.sh]
2014-04-10 11:17:49,859 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0039_01_000001
2014-04-10 11:17:49,860 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0039_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:49,860 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0039_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:17:49,860 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0039 CONTAINERID=container_1397146165236_0039_01_000001
2014-04-10 11:17:49,860 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0039_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:49,860 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:6144, vCores:5> numContainers=5 user=brock user-resources=<memory:6144, vCores:5>
2014-04-10 11:17:49,860 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0039_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5 usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:49,860 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.375 absoluteUsedCapacity=0.375 used=<memory:6144, vCores:5> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:49,861 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:6144, vCores:5>usedCapacity=0.375, absoluteUsedCapacity=0.375, numApps=2, numContainers=5
2014-04-10 11:17:49,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0039_000001 released container container_1397146165236_0039_01_000001 on node: host: localhost:44541 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:49,861 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0039_000001
2014-04-10 11:17:49,861 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0039_000001 State change from FINISHING to FINISHED
2014-04-10 11:17:49,861 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0039 State change from FINISHING to FINISHED
2014-04-10 11:17:49,861 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0039_000001
2014-04-10 11:17:49,861 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0039_000001 is done. finalState=FINISHED
2014-04-10 11:17:49,861 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0039 requests cleared
2014-04-10 11:17:49,861 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0039 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 1 #queue-pending-applications: 0 #queue-active-applications: 1
2014-04-10 11:17:49,861 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0039 user: brock leaf-queue of parent: root #applications: 1
2014-04-10 11:17:49,861 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0039
2014-04-10 11:17:49,862 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0039,name=[1F679CA86E2A4D1EA90B538B71A3604C/05D298A05A714647B9900D869142A926] concat/(1/1) ...pesplatform/complexconcat,user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0039/jobhistory/job/job_1397146165236_0039,appMasterHost=localhost.localdomain,startTime=1397146648778,finishTime=1397146663377,finalStatus=SUCCEEDED
2014-04-10 11:17:49,863 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0039_000001 (auth:SIMPLE)
2014-04-10 11:17:49,864 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0039_01_000001
2014-04-10 11:17:50,103 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742244_1420, blk_1073742245_1421, blk_1073742246_1422, blk_1073742247_1423]
2014-04-10 11:17:50,104 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742242_1418, blk_1073742243_1419, blk_1073742244_1420, blk_1073742245_1421, blk_1073742246_1422, blk_1073742247_1423]
2014-04-10 11:17:50,219 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:17:50,508 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:50,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,508 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0039
2014-04-10 11:17:50,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,508 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,508 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:50,508 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0039, with delay of 10800 seconds
2014-04-10 11:17:50,526 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:50,526 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,527 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0039
2014-04-10 11:17:50,527 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:50,527 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0039, with delay of 10800 seconds
2014-04-10 11:17:50,527 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,528 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,529 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,622 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:50,699 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0040_01_000004.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000004.tokens
2014-04-10 11:17:50,700 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:17:50,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432
2014-04-10 11:17:50,860 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:17:50,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,860 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,861 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0039
2014-04-10 11:17:50,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:50,861 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0039 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:17:50,861 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0039, with delay of 10800 seconds
2014-04-10 11:17:50,861 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0039
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242 for deletion
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243 for deletion
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742244_1420 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742244 for deletion
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742245_1421 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742245 for deletion
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742246 for deletion
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742244_1420 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742244
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742245_1421 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742245
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742247 for deletion
2014-04-10 11:17:51,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742246
2014-04-10 11:17:51,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742247
2014-04-10 11:17:51,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242 for deletion
2014-04-10 11:17:51,497 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243 for deletion
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742244_1420 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742244 for deletion
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742245_1421 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742245 for deletion
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742243_1419 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742243
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742246 for deletion
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742245_1421 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742245
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742247 for deletion
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742247_1423 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742247
2014-04-10 11:17:51,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742242_1418 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742242
2014-04-10 11:17:51,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742244_1420 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742244
2014-04-10 11:17:51,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742246_1422 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742246
2014-04-10 11:17:51,569 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432
2014-04-10 11:17:51,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:51,799 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432
2014-04-10 11:17:51,812 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51683, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000001_0_1898886456_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 176909
2014-04-10 11:17:51,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:51,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:51,933 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43108, bytes: 1539, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000000_0_1599601984_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 174843
2014-04-10 11:17:51,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:51,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:51,997 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44305, bytes: 429, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000000_0_1599601984_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 172901
2014-04-10 11:17:52,009 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44304, bytes: 507, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000003_0_1775078480_1, offset: 1024, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 231525
2014-04-10 11:17:52,029 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38604, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000001_0_1898886456_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 164210
2014-04-10 11:17:52,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job.split dst=null perm=null
2014-04-10 11:17:52,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:52,079 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44304, bytes: 945, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000003_0_1775078480_1, offset: 512, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 157108
2014-04-10 11:17:52,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_m_000001_0 dst=null perm=null
2014-04-10 11:17:52,130 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38606, bytes: 1023, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000002_0_452804283_1, offset: 512, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742253_1429, duration: 137212
2014-04-10 11:17:52,181 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0040_01_000003
2014-04-10 11:17:52,181 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000003
2014-04-10 11:17:52,181 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000003 transitioned from RUNNING to KILLING
2014-04-10 11:17:52,181 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0040_01_000003
2014-04-10 11:17:52,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/classes/test/data/apache.10.txt dst=null perm=null
2014-04-10 11:17:52,191 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0040_01_000003 is : 143
2014-04-10 11:17:52,192 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44309, bytes: 1461, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0040_m_000002_0_452804283_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073741827_1003, duration: 158649
2014-04-10 11:17:52,199 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]}
2014-04-10 11:17:52,200 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:52,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000003
2014-04-10 11:17:52,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000003
2014-04-10 11:17:52,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000003
2014-04-10 11:17:52,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000003
2014-04-10 11:17:52,202 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000003
2014-04-10 11:17:52,202 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:52,202 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0040_01_000003 from application application_1397146165236_0040
2014-04-10 11:17:52,202 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:52,202 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0040
2014-04-10 11:17:52,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_m_000000_0 dst=null perm=null
2014-04-10 11:17:52,283 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0040_01_000002
2014-04-10 11:17:52,283 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000002
2014-04-10 11:17:52,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:17:52,284 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0040_01_000002
2014-04-10 11:17:52,284 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0040_01_000003
2014-04-10 11:17:52,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000003 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:52,284 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0040_01_000003 in state: COMPLETED event:FINISHED
2014-04-10 11:17:52,284 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000003
2014-04-10 11:17:52,284 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0040_01_000003 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2014-04-10 11:17:52,284 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:5120, vCores:4> numContainers=4 user=brock user-resources=<memory:5120, vCores:4>
2014-04-10 11:17:52,285 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0040_01_000003, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4 usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:52,285 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:4> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:52,285 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:4>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=1, numContainers=4
2014-04-10 11:17:52,285 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0040_000001 released container container_1397146165236_0040_01_000003 on node: host: localhost:42468 #containers=2 available=1024 used=3072 with event: FINISHED
2014-04-10 11:17:52,290 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0040_01_000002 is : 143
2014-04-10 11:17:52,299 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:52,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000002
2014-04-10 11:17:52,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000002
2014-04-10 11:17:52,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000002
2014-04-10 11:17:52,300 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000002
2014-04-10 11:17:52,300 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000002
2014-04-10 11:17:52,300 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:52,300 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0040_01_000002 from application application_1397146165236_0040
2014-04-10 11:17:52,300 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:52,301 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0040
2014-04-10 11:17:52,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433 src: /127.0.0.1:43116 dest: /127.0.0.1:51097
2014-04-10 11:17:52,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433 src: /127.0.0.1:51694 dest: /127.0.0.1:55447
2014-04-10 11:17:52,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433 src: /127.0.0.1:38610 dest: /127.0.0.1:43710
2014-04-10 11:17:52,325 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_m_000003_0 dst=null perm=null
2014-04-10 11:17:52,326 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1.jhist for DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:52,373 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0040_01_000005
2014-04-10 11:17:52,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000005
2014-04-10 11:17:52,373 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000005 transitioned from RUNNING to KILLING
2014-04-10 11:17:52,373 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0040_01_000005
2014-04-10 11:17:52,377 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0040_01_000005 is : 143
2014-04-10 11:17:52,384 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:52,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000005
2014-04-10 11:17:52,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000005
2014-04-10 11:17:52,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000005
2014-04-10 11:17:52,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000005
2014-04-10 11:17:52,385 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000005
2014-04-10 11:17:52,385 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:52,385 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0040_01_000005 from application application_1397146165236_0040
2014-04-10 11:17:52,385 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:52,385 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0040
2014-04-10 11:17:52,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_m_000002_0 dst=null perm=null
2014-04-10 11:17:52,436 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0040_01_000004
2014-04-10 11:17:52,436 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000004
2014-04-10 11:17:52,436 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000004 transitioned from RUNNING to KILLING
2014-04-10 11:17:52,436 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0040_01_000004
2014-04-10 11:17:52,436 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0040_01_000005
2014-04-10 11:17:52,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000005 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:52,437 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0040_01_000005 in state: COMPLETED event:FINISHED
2014-04-10 11:17:52,437 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000005
2014-04-10 11:17:52,437 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0040_01_000005 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2014-04-10 11:17:52,437 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:4096, vCores:3> numContainers=3 user=brock user-resources=<memory:4096, vCores:3>
2014-04-10 11:17:52,437 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0040_01_000005, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:52,437 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:52,437 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:17:52,437 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0040_000001 released container container_1397146165236_0040_01_000005 on node: host: localhost:57966 #containers=1 available=3072 used=1024 with event: FINISHED
2014-04-10 11:17:52,442 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0040_01_000004 is : 143
2014-04-10 11:17:52,450 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:52,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000004
2014-04-10 11:17:52,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000004
2014-04-10 11:17:52,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000004
2014-04-10 11:17:52,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000004
2014-04-10 11:17:52,450 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:52,451 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0040_01_000004 from application application_1397146165236_0040
2014-04-10 11:17:52,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000004
2014-04-10 11:17:52,451 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:52,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0040
2014-04-10 11:17:53,284 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0040_01_000002
2014-04-10 11:17:53,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000002 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:53,285 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0040_01_000002 in state: COMPLETED event:FINISHED
2014-04-10 11:17:53,285 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000002
2014-04-10 11:17:53,285 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0040_01_000002 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:17:53,285 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:17:53,286 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0040_01_000002, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:53,286 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:53,286 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:17:53,286 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0040_000001 released container container_1397146165236_0040_01_000002 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:53,287 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000006 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:53,287 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000006
2014-04-10 11:17:53,287 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0040_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:17:53,287 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0040 container=Container: [ContainerId: container_1397146165236_0040_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] containerId=container_1397146165236_0040_01_000006 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:53,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:3>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=1, numContainers=3
2014-04-10 11:17:53,288 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:53,437 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0040_01_000004
2014-04-10 11:17:53,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000004 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:53,437 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0040_01_000004 in state: COMPLETED event:FINISHED
2014-04-10 11:17:53,438 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000004
2014-04-10 11:17:53,438 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0040_01_000004 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:17:53,438 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:17:53,438 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0040_01_000004, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:53,438 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:53,438 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=1, numContainers=2
2014-04-10 11:17:53,439 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0040_000001 released container container_1397146165236_0040_01_000004 on node: host: localhost:57966 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:17:54,235 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:54,248 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0040_01_000006 by user brock
2014-04-10 11:17:54,249 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000006
2014-04-10 11:17:54,249 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0040_01_000006 to application application_1397146165236_0040
2014-04-10 11:17:54,249 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000006 transitioned from NEW to LOCALIZING
2014-04-10 11:17:54,249 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0040
2014-04-10 11:17:54,250 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0040
2014-04-10 11:17:54,250 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:17:54,250 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0040
2014-04-10 11:17:54,250 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000006 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:54,283 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000006 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:54,283 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:54,285 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000006 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:54,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000006/default_container_executor.sh]
2014-04-10 11:17:55,239 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:17:56,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_r_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,081 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_r_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:56,165 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434 src: /127.0.0.1:51701 dest: /127.0.0.1:55447
2014-04-10 11:17:56,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434 src: /127.0.0.1:38617 dest: /127.0.0.1:43710
2014-04-10 11:17:56,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434 src: /127.0.0.1:44320 dest: /127.0.0.1:50700
2014-04-10 11:17:56,179 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44320, dest: /127.0.0.1:50700, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0040_r_000000_0_1139934369_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434, duration: 11809748
2014-04-10 11:17:56,179 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:56,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38617, dest: /127.0.0.1:43710, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0040_r_000000_0_1139934369_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434, duration: 12106661
2014-04-10 11:17:56,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,180 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,180 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51701, dest: /127.0.0.1:55447, bytes: 131, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0040_r_000000_0_1139934369_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434, duration: 12353593
2014-04-10 11:17:56,180 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,181 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742258_1434{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,195 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_r_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0040_r_000000_0_1139934369_1
2014-04-10 11:17:56,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_r_000000_0 dst=null perm=null
2014-04-10 11:17:56,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_r_000000_0 dst=null perm=null
2014-04-10 11:17:56,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/task_1397146165236_0040_r_000000 dst=null perm=null
2014-04-10 11:17:56,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/_temporary/attempt_1397146165236_0040_r_000000_0 dst=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/task_1397146165236_0040_r_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:17:56,324 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0040_01_000006
2014-04-10 11:17:56,324 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000006
2014-04-10 11:17:56,324 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000006 transitioned from RUNNING to KILLING
2014-04-10 11:17:56,324 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0040_01_000006
2014-04-10 11:17:56,332 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0040_01_000006 is : 143
2014-04-10 11:17:56,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,347 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:17:56,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000006
2014-04-10 11:17:56,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000006
2014-04-10 11:17:56,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000006
2014-04-10 11:17:56,348 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000006
2014-04-10 11:17:56,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000006
2014-04-10 11:17:56,348 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:17:56,348 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0040_01_000006 from application application_1397146165236_0040
2014-04-10 11:17:56,349 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:56,349 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0040
2014-04-10 11:17:56,362 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:56,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1 dst=null perm=null
2014-04-10 11:17:56,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:56,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:56,376 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/task_1397146165236_0040_r_000000 dst=null perm=null
2014-04-10 11:17:56,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/part-00000 dst=null perm=null
2014-04-10 11:17:56,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary/1/task_1397146165236_0040_r_000000/part-00000 dst=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_temporary dst=null perm=null
2014-04-10 11:17:56,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,445 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:56,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,478 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:56,506 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38610, dest: /127.0.0.1:43710, bytes: 61535, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433, duration: 4182279619
2014-04-10 11:17:56,507 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:56,507 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15118
2014-04-10 11:17:56,507 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51694, dest: /127.0.0.1:55447, bytes: 61535, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433, duration: 4183345934
2014-04-10 11:17:56,508 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15118
2014-04-10 11:17:56,509 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43116, dest: /127.0.0.1:51097, bytes: 61535, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433, duration: 4184813273
2014-04-10 11:17:56,509 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,509 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742257_1433{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 15118
2014-04-10 11:17:56,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1.jhist is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:56,573 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434
2014-04-10 11:17:56,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,601 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:56,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435 src: /127.0.0.1:44321 dest: /127.0.0.1:50700
2014-04-10 11:17:56,624 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435 src: /127.0.0.1:51705 dest: /127.0.0.1:55447
2014-04-10 11:17:56,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435 src: /127.0.0.1:38621 dest: /127.0.0.1:43710
2014-04-10 11:17:56,628 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38621, dest: /127.0.0.1:43710, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435, duration: 2079836
2014-04-10 11:17:56,628 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:56,629 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,629 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51705, dest: /127.0.0.1:55447, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435, duration: 3019272
2014-04-10 11:17:56,630 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,630 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,630 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44321, dest: /127.0.0.1:50700, bytes: 423, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435, duration: 3708232
2014-04-10 11:17:56,631 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,631 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742259_1435{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,645 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:56,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1.jhist dst=null perm=null
2014-04-10 11:17:56,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist_tmp dst=null perm=null
2014-04-10 11:17:56,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1.jhist dst=null perm=null
2014-04-10 11:17:56,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist_tmp dst=null perm=null
2014-04-10 11:17:56,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1.jhist dst=null perm=null
2014-04-10 11:17:56,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,698 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43130, bytes: 62019, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433, duration: 295747
2014-04-10 11:17:56,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:56,714 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436 src: /127.0.0.1:44325 dest: /127.0.0.1:50700
2014-04-10 11:17:56,715 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436 src: /127.0.0.1:43132 dest: /127.0.0.1:51097
2014-04-10 11:17:56,716 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436 src: /127.0.0.1:51710 dest: /127.0.0.1:55447
2014-04-10 11:17:56,720 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51710, dest: /127.0.0.1:55447, bytes: 61535, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436, duration: 2543231
2014-04-10 11:17:56,720 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:56,721 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,721 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43132, dest: /127.0.0.1:51097, bytes: 61535, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436, duration: 3054852
2014-04-10 11:17:56,721 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,722 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44325, dest: /127.0.0.1:50700, bytes: 61535, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436, duration: 3970652
2014-04-10 11:17:56,722 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,722 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742260_1436{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,737 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:56,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1_conf.xml dst=null perm=null
2014-04-10 11:17:56,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:56,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1_conf.xml dst=null perm=null
2014-04-10 11:17:56,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml_tmp dst=null perm=null
2014-04-10 11:17:56,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040/job_1397146165236_0040_1_conf.xml dst=null perm=null
2014-04-10 11:17:56,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:17:56,781 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51711, bytes: 96061, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742256_1432, duration: 369140
2014-04-10 11:17:56,784 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:17:56,797 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437 src: /127.0.0.1:44329 dest: /127.0.0.1:50700
2014-04-10 11:17:56,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437 src: /127.0.0.1:51713 dest: /127.0.0.1:55447
2014-04-10 11:17:56,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437 src: /127.0.0.1:43137 dest: /127.0.0.1:51097
2014-04-10 11:17:56,802 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43137, dest: /127.0.0.1:51097, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437, duration: 1983480
2014-04-10 11:17:56,802 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433
2014-04-10 11:17:56,803 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:56,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434
2014-04-10 11:17:56,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51713, dest: /127.0.0.1:55447, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437, duration: 2423501
2014-04-10 11:17:56,803 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435
2014-04-10 11:17:56,803 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44329, dest: /127.0.0.1:50700, bytes: 95313, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1239920089_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437, duration: 3030280
2014-04-10 11:17:56,804 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:56,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742261_1437{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:56,820 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1239920089_1
2014-04-10 11:17:56,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742257_1433
2014-04-10 11:17:56,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437
2014-04-10 11:17:56,892 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436
2014-04-10 11:17:56,896 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0040_000001 with final state: FINISHING
2014-04-10 11:17:56,896 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:56,897 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0040 with final state: FINISHING
2014-04-10 11:17:56,897 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0040 State change from RUNNING to FINAL_SAVING
2014-04-10 11:17:56,897 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0040
2014-04-10 11:17:56,897 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:56,897 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0040 State change from FINAL_SAVING to FINISHING
2014-04-10 11:17:56,905 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:17:56,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:56,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:56,909 INFO hs.CompletedJob (CompletedJob.java:<init>(95)) - Loading job: job_1397146165236_0040 from file: hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist
2014-04-10 11:17:56,910 INFO hs.CompletedJob (CompletedJob.java:loadFullHistoryData(326)) - Loading history file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist]
2014-04-10 11:17:56,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist dst=null perm=null
2014-04-10 11:17:56,913 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44334, bytes: 62019, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436, duration: 281136
2014-04-10 11:17:56,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary dst=null perm=null
2014-04-10 11:17:56,934 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38633, bytes: 427, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435, duration: 216056
2014-04-10 11:17:56,934 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0040,submitTime=1397146664034,launchTime=1397146667165,firstMapTaskLaunchTime=1397146669330,firstReduceTaskLaunchTime=1397146674250,finishTime=1397146676480,resourcesPerMap=1024,resourcesPerReduce=1024,numMaps=4,numReduces=1,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=11,reduceSlotSeconds=2,jobName=[F640800F3E4142888B055272489884F2/5E370ADF95ED4C32BDB16999C2F371C8] left+right/(1/3)
2014-04-10 11:17:56,934 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary]
2014-04-10 11:17:56,945 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742259_1435 127.0.0.1:50700 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:17:56,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040.summary dst=null perm=null
2014-04-10 11:17:56,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:17:56,948 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist
2014-04-10 11:17:56,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0040-1397146664034-brock-%5BF640800F3E4142888B055272489884F2%2F5E370ADF95ED4C32-1397146676480-4-1-SUCCEEDED-default-1397146667165.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,962 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml to hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0040_conf.xml
2014-04-10 11:17:56,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0040_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000/job_1397146165236_0040_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:17:56,994 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (2/3) ...dpipesplatform/splitcomp2
2014-04-10 11:17:56,994 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] starting step: (3/3) ...dpipesplatform/splitcomp1
2014-04-10 11:17:57,009 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:57,024 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:57,033 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:57,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null
2014-04-10 11:17:57,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:57,036 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:57,037 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 41
2014-04-10 11:17:57,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041 dst=null perm=null
2014-04-10 11:17:57,042 INFO client.RMProxy (RMProxy.java:createRMProxy(92)) - Connecting to ResourceManager at localhost/127.0.0.1:40959
2014-04-10 11:17:57,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:17:57,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp1 dst=null perm=null
2014-04-10 11:17:57,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:17:57,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:57,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:17:57,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:57,072 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(213)) - Allocated new applicationId: 42
2014-04-10 11:17:57,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042 dst=null perm=null
2014-04-10 11:17:57,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042 dst=null perm=brock:supergroup:rwxr-xr-x
2014-04-10 11:17:57,104 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]}
2014-04-10 11:17:57,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438 src: /127.0.0.1:44336 dest: /127.0.0.1:50700
2014-04-10 11:17:57,123 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438 src: /127.0.0.1:43143 dest: /127.0.0.1:51097
2014-04-10 11:17:57,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438 src: /127.0.0.1:51721 dest: /127.0.0.1:55447
2014-04-10 11:17:57,129 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51721, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, duration: 3726585
2014-04-10 11:17:57,129 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,130 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43143, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, duration: 4318022
2014-04-10 11:17:57,130 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,130 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44336, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, duration: 4160949
2014-04-10 11:17:57,131 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742262_1438{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042 dst=null perm=brock:supergroup:rwx------
2014-04-10 11:17:57,153 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=null
2014-04-10 11:17:57,154 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar
2014-04-10 11:17:57,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:17:57,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,204 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar. BP-1066669398-127.0.0.1-1397146149467 blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:57,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,221 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439 src: /127.0.0.1:51722 dest: /127.0.0.1:55447
2014-04-10 11:17:57,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,223 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439 src: /127.0.0.1:43146 dest: /127.0.0.1:51097
2014-04-10 11:17:57,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:17:57,224 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439 src: /127.0.0.1:44341 dest: /127.0.0.1:50700
2014-04-10 11:17:57,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:17:57,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:17:57,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:17:57,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:17:57,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,232 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,233 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44341, dest: /127.0.0.1:50700, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439, duration: 6519391
2014-04-10 11:17:57,233 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:57,234 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43146, dest: /127.0.0.1:51097, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439, duration: 8740345
2014-04-10 11:17:57,234 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,235 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,235 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51722, dest: /127.0.0.1:55447, bytes: 244650, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439, duration: 5913726
2014-04-10 11:17:57,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:57,235 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,236 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742263_1439{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:57,255 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar
2014-04-10 11:17:57,255 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:17:57,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=null
2014-04-10 11:17:57,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,321 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,321 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split
2014-04-10 11:17:57,325 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0040_01_000006
2014-04-10 11:17:57,325 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000006 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:17:57,326 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0040_01_000006 in state: COMPLETED event:FINISHED
2014-04-10 11:17:57,326 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000006
2014-04-10 11:17:57,326 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0040_01_000006 of capacity <memory:1024, vCores:1> on host localhost:42468, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2014-04-10 11:17:57,326 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:2048, vCores:1> numContainers=1 user=brock user-resources=<memory:2048, vCores:1>
2014-04-10 11:17:57,326 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0040_01_000006, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:1024, vCores:1>, Priority: 10, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:1024, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:57,326 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:57,327 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=1, numContainers=1
2014-04-10 11:17:57,327 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0040_000001 released container container_1397146165236_0040_01_000006 on node: host: localhost:42468 #containers=1 available=2048 used=2048 with event: FINISHED
2014-04-10 11:17:57,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=null
2014-04-10 11:17:57,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,338 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:57,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir dst=null perm=null
2014-04-10 11:17:57,355 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440 src: /127.0.0.1:43148 dest: /127.0.0.1:51097
2014-04-10 11:17:57,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target dst=null perm=null
2014-04-10 11:17:57,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock dst=null perm=null
2014-04-10 11:17:57,357 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440 src: /127.0.0.1:44343 dest: /127.0.0.1:50700
2014-04-10 11:17:57,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null
2014-04-10 11:17:57,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null
2014-04-10 11:17:57,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440 src: /127.0.0.1:51727 dest: /127.0.0.1:55447
2014-04-10 11:17:57,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,360 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440 src: /127.0.0.1:38643 dest: /127.0.0.1:43710
2014-04-10 11:17:57,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:57,362 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:57,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536 dst=null perm=null
2014-04-10 11:17:57,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38643, dest: /127.0.0.1:43710, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, duration: 2130765
2014-04-10 11:17:57,364 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,364 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(253)) - Total input paths to process : 1
2014-04-10 11:17:57,364 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,364 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51727, dest: /127.0.0.1:55447, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, duration: 2570322
2014-04-10 11:17:57,365 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,365 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,365 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44343, dest: /127.0.0.1:50700, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, duration: 3294844
2014-04-10 11:17:57,366 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,366 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43148, dest: /127.0.0.1:51097, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, duration: 3830148
2014-04-10 11:17:57,366 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,368 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742264_1440{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,395 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,429 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2455)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split
2014-04-10 11:17:57,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=null
2014-04-10 11:17:57,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,463 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split. BP-1066669398-127.0.0.1-1397146149467 blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:17:57,479 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:17:57,480 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441 src: /127.0.0.1:51729 dest: /127.0.0.1:55447
2014-04-10 11:17:57,483 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441 src: /127.0.0.1:43153 dest: /127.0.0.1:51097
2014-04-10 11:17:57,485 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441 src: /127.0.0.1:38646 dest: /127.0.0.1:43710
2014-04-10 11:17:57,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441 src: /127.0.0.1:44349 dest: /127.0.0.1:50700
2014-04-10 11:17:57,491 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44349, dest: /127.0.0.1:50700, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, duration: 3779575
2014-04-10 11:17:57,491 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,491 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,491 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38646, dest: /127.0.0.1:43710, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, duration: 4271305
2014-04-10 11:17:57,492 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,492 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,492 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43153, dest: /127.0.0.1:51097, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, duration: 4261232
2014-04-10 11:17:57,492 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,493 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,493 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51729, dest: /127.0.0.1:55447, bytes: 350, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, duration: 3479393
2014-04-10 11:17:57,493 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,494 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742265_1441{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,498 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442 src: /127.0.0.1:44350 dest: /127.0.0.1:50700
2014-04-10 11:17:57,500 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442 src: /127.0.0.1:51734 dest: /127.0.0.1:55447
2014-04-10 11:17:57,501 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442 src: /127.0.0.1:43158 dest: /127.0.0.1:51097
2014-04-10 11:17:57,503 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43158, dest: /127.0.0.1:51097, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, duration: 1330856
2014-04-10 11:17:57,503 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,504 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51734, dest: /127.0.0.1:55447, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, duration: 1775175
2014-04-10 11:17:57,504 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,504 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44350, dest: /127.0.0.1:50700, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, duration: 2301791
2014-04-10 11:17:57,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,505 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,506 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742266_1442{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,512 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,528 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,529 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:17:57,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo. BP-1066669398-127.0.0.1-1397146149467 blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:57,613 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW]]}
2014-04-10 11:17:57,613 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443 src: /127.0.0.1:51736 dest: /127.0.0.1:55447
2014-04-10 11:17:57,614 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443 src: /127.0.0.1:43160 dest: /127.0.0.1:51097
2014-04-10 11:17:57,615 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443 src: /127.0.0.1:38653 dest: /127.0.0.1:43710
2014-04-10 11:17:57,618 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38653, dest: /127.0.0.1:43710, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443, duration: 1514043
2014-04-10 11:17:57,618 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,618 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,619 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43160, dest: /127.0.0.1:51097, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443, duration: 2042759
2014-04-10 11:17:57,619 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,619 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,619 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51736, dest: /127.0.0.1:55447, bytes: 44, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443, duration: 2652690
2014-04-10 11:17:57,619 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,621 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742267_1443{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444 src: /127.0.0.1:51739 dest: /127.0.0.1:55447
2014-04-10 11:17:57,631 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444 src: /127.0.0.1:43163 dest: /127.0.0.1:51097
2014-04-10 11:17:57,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444 src: /127.0.0.1:38656 dest: /127.0.0.1:43710
2014-04-10 11:17:57,636 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38656, dest: /127.0.0.1:43710, bytes: 80901, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, duration: 2754447
2014-04-10 11:17:57,636 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43163, dest: /127.0.0.1:51097, bytes: 80901, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, duration: 3216428
2014-04-10 11:17:57,637 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,637 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51739, dest: /127.0.0.1:55447, bytes: 80901, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, duration: 4006247
2014-04-10 11:17:57,637 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,638 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742268_1444{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,678 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,679 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(396)) - number of splits:1
2014-04-10 11:17:57,712 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,712 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0041
2014-04-10 11:17:57,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041 dst=null perm=null
2014-04-10 11:17:57,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:17:57,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:17:57,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:17:57,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:17:57,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=null
2014-04-10 11:17:57,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=null
2014-04-10 11:17:57,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:57,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:57,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,724 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,769 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 41 submitted by user brock
2014-04-10 11:17:57,769 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0041
2014-04-10 11:17:57,769 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0041 State change from NEW to NEW_SAVING
2014-04-10 11:17:57,769 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0041
2014-04-10 11:17:57,769 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0041
2014-04-10 11:17:57,770 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0041 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:17:57,770 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0041_000001
2014-04-10 11:17:57,770 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from NEW to SUBMITTED
2014-04-10 11:17:57,771 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0041 from user: brock activated in queue: default
2014-04-10 11:17:57,771 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0041 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:17:57,771 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0041 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:17:57,771 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0041
2014-04-10 11:17:57,771 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0041_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=2, numContainers=1, currently active: 2
2014-04-10 11:17:57,772 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:17:57,772 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0041 State change from SUBMITTED to ACCEPTED
2014-04-10 11:17:57,774 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0041/
2014-04-10 11:17:57,774 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0041
2014-04-10 11:17:57,774 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0041/
2014-04-10 11:17:57,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml dst=null perm=brock:supergroup:rw-r--r--
2014-04-10 11:17:57,785 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]}
2014-04-10 11:17:57,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445 src: /127.0.0.1:38657 dest: /127.0.0.1:43710
2014-04-10 11:17:57,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445 src: /127.0.0.1:44360 dest: /127.0.0.1:50700
2014-04-10 11:17:57,799 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445 src: /127.0.0.1:51744 dest: /127.0.0.1:55447
2014-04-10 11:17:57,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51744, dest: /127.0.0.1:55447, bytes: 80897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445, duration: 2798072
2014-04-10 11:17:57,803 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:17:57,803 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,803 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44360, dest: /127.0.0.1:50700, bytes: 80897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445, duration: 2898396
2014-04-10 11:17:57,804 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,804 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,804 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38657, dest: /127.0.0.1:43710, bytes: 80897, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1569414938_9, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445, duration: 3770271
2014-04-10 11:17:57,804 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:17:57,805 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742269_1445{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW]]} size 0
2014-04-10 11:17:57,820 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml is closed by DFSClient_NONMAPREDUCE_1569414938_9
2014-04-10 11:17:57,820 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(479)) - Submitting tokens for job: job_1397146165236_0042
2014-04-10 11:17:57,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042 dst=null perm=null
2014-04-10 11:17:57,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml dst=null perm=null
2014-04-10 11:17:57,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml dst=null perm=null
2014-04-10 11:17:57,824 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=null
2014-04-10 11:17:57,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=null
2014-04-10 11:17:57,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=null
2014-04-10 11:17:57,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=null
2014-04-10 11:17:57,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:57,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:57,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:17:57,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:17:57,842 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(326)) - Application with id 42 submitted by user brock
2014-04-10 11:17:57,842 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(786)) - Storing application with id application_1397146165236_0042
2014-04-10 11:17:57,842 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock IP=127.0.0.1 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1397146165236_0042
2014-04-10 11:17:57,843 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0042
2014-04-10 11:17:57,843 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0042 State change from NEW to NEW_SAVING
2014-04-10 11:17:57,843 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0042 State change from NEW_SAVING to SUBMITTED
2014-04-10 11:17:57,844 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(556)) - Registering app attempt : appattempt_1397146165236_0042_000001
2014-04-10 11:17:57,844 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0042_000001 State change from NEW to SUBMITTED
2014-04-10 11:17:57,844 INFO capacity.LeafQueue (LeafQueue.java:addApplication(734)) - Application added - appId: application_1397146165236_0042 user: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue$User@6040eb71, leaf-queue: default #user-pending-applications: 1 #user-active-applications: 2 #queue-pending-applications: 1 #queue-active-applications: 2
2014-04-10 11:17:57,844 INFO capacity.ParentQueue (ParentQueue.java:addApplication(482)) - Application added - appId: application_1397146165236_0042 user: brock leaf-queue of parent: root #applications: 3
2014-04-10 11:17:57,844 INFO capacity.CapacityScheduler (CapacityScheduler.java:addApplicationAttempt(459)) - Application Submission: appattempt_1397146165236_0042_000001, user: brock queue: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1, currently active: 3
2014-04-10 11:17:57,845 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0042_000001 State change from SUBMITTED to SCHEDULED
2014-04-10 11:17:57,845 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0042 State change from SUBMITTED to ACCEPTED
2014-04-10 11:17:57,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0041_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:17:57,863 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0041 CONTAINERID=container_1397146165236_0041_01_000001
2014-04-10 11:17:57,863 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0041_01_000001 of capacity <memory:2048, vCores:1> on host localhost:44541, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available
2014-04-10 11:17:57,863 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0041 container=Container: [ContainerId: container_1397146165236_0041_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] containerId=container_1397146165236_0041_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:2048, vCores:1>usedCapacity=0.125, absoluteUsedCapacity=0.125, numApps=3, numContainers=1 usedCapacity=0.125 absoluteUsedCapacity=0.125 used=<memory:2048, vCores:1> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:57,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2
2014-04-10 11:17:57,864 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0041_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:17:57,864 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:17:57,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0041 AttemptId: appattempt_1397146165236_0041_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0041_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ]
2014-04-10 11:17:57,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:17:57,865 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:17:57,865 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0041_000001
2014-04-10 11:17:57,866 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0041_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0041_000001
2014-04-10 11:17:57,866 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0041_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:17:57,867 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(166)) - Submitted application application_1397146165236_0042
2014-04-10 11:17:57,870 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0041_000001 (auth:SIMPLE)
2014-04-10 11:17:57,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0041_01_000001 by user brock
2014-04-10 11:17:57,872 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0041
2014-04-10 11:17:57,872 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0041 CONTAINERID=container_1397146165236_0041_01_000001
2014-04-10 11:17:57,872 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0041 transitioned from NEW to INITING
2014-04-10 11:17:57,873 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0041_01_000001 to application application_1397146165236_0041
2014-04-10 11:17:57,873 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0041 transitioned from INITING to RUNNING
2014-04-10 11:17:57,873 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0041_01_000001, NodeId: localhost:44541, NodeHttpAddress: localhost:41934, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:44541 }, ] for AM appattempt_1397146165236_0041_000001
2014-04-10 11:17:57,873 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:17:57,873 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:17:57,873 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0041
2014-04-10 11:17:57,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:17:57,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:17:57,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:17:57,874 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:17:57,874 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0041_01_000001
2014-04-10 11:17:57,882 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0041_01_000001.tokens. Credentials list:
2014-04-10 11:17:57,890 INFO mapreduce.Job (Job.java:submit(1289)) - The url to track the job: http://localhost:56922/proxy/application_1397146165236_0042/
2014-04-10 11:17:57,890 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] submitted hadoop job: job_1397146165236_0042
2014-04-10 11:17:57,891 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [left+right] tracking url: http://localhost:56922/proxy/application_1397146165236_0042/
2014-04-10 11:17:57,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:17:57,920 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742252_1428 127.0.0.1:50700 127.0.0.1:51097 127.0.0.1:43710 127.0.0.1:55447
2014-04-10 11:17:57,920 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742253_1429 127.0.0.1:43710 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:17:57,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742254_1430 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:51097
2014-04-10 11:17:57,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742255_1431 127.0.0.1:55447 127.0.0.1:50700 127.0.0.1:43710
2014-04-10 11:17:57,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742257_1433 127.0.0.1:51097 127.0.0.1:55447 127.0.0.1:43710
2014-04-10 11:17:57,921 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742256_1432 127.0.0.1:43710 127.0.0.1:55447 127.0.0.1:50700
2014-04-10 11:17:57,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0040 dst=null perm=null
2014-04-10 11:17:57,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1397146165236_0041_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000001.tokens
2014-04-10 11:17:57,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0041 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0041
2014-04-10 11:17:58,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:17:58,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:17:58,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:17:58,080 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44365, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2006427876_23743, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, duration: 891909
2014-04-10 11:17:58,105 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/brock/appcache/application_1397146165236_0041/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:58,122 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:58,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:58,124 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:58,131 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51749, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2006427876_23743, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, duration: 241092
2014-04-10 11:17:58,150 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/brock/appcache/application_1397146165236_0041/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:58,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=null
2014-04-10 11:17:58,168 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=null
2014-04-10 11:17:58,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=null
2014-04-10 11:17:58,176 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38665, bytes: 354, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2006427876_23743, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, duration: 248512
2014-04-10 11:17:58,195 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/brock/appcache/application_1397146165236_0041/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:58,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:17:58,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:17:58,213 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:17:58,220 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38665, bytes: 81537, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_2006427876_23743, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, duration: 390044
2014-04-10 11:17:58,239 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0041/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:17:58,239 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:17:58,267 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:17:58,267 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:17:58,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000001/default_container_executor.sh]
2014-04-10 11:17:58,862 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0041_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:17:59,105 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073742262_1438 to datanode(s) 127.0.0.1:43710
2014-04-10 11:17:59,105 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1373)) - BLOCK* ask 127.0.0.1:50700 to replicate blk_1073742263_1439 to datanode(s) 127.0.0.1:43710
2014-04-10 11:17:59,105 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:55447 to delete [blk_1073742256_1432, blk_1073742257_1433, blk_1073742259_1435, blk_1073742252_1428, blk_1073742253_1429, blk_1073742254_1430, blk_1073742255_1431]
2014-04-10 11:17:59,105 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:51097 to delete [blk_1073742257_1433, blk_1073742252_1428, blk_1073742253_1429, blk_1073742254_1430]
2014-04-10 11:17:59,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:17:59,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/COMMIT_STARTED dst=null perm=null
2014-04-10 11:17:59,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:17:59,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/COMMIT_FAIL dst=null perm=null
2014-04-10 11:17:59,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041 dst=null perm=null
2014-04-10 11:17:59,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:17:59,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:17:59,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:59,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.splitmetainfo dst=null perm=null
2014-04-10 11:17:59,811 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51752, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442, duration: 154600
2014-04-10 11:18:00,390 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0041_000001 (auth:SIMPLE)
2014-04-10 11:18:00,392 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(251)) - AM registration appattempt_1397146165236_0041_000001
2014-04-10 11:18:00,392 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(119)) - USER=brock IP=127.0.0.1 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1397146165236_0041 APPATTEMPTID=appattempt_1397146165236_0041_000001
2014-04-10 11:18:00,392 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from LAUNCHED to RUNNING
2014-04-10 11:18:00,392 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0041 State change from ACCEPTED to RUNNING
2014-04-10 11:18:00,413 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438 to 127.0.0.1:43710
2014-04-10 11:18:00,413 INFO datanode.DataNode (DataNode.java:transferBlock(1426)) - DatanodeRegistration(127.0.0.1, datanodeUuid=d6779f20-92a9-4360-bc40-1191e8b0ac0a, infoPort=48584, ipcPort=44283, storageInfo=lv=-51;cid=testClusterID;nsid=1049749186;c=0) Starting thread to transfer BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439 to 127.0.0.1:43710
2014-04-10 11:18:00,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438 src: /127.0.0.1:38669 dest: /127.0.0.1:43710
2014-04-10 11:18:00,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439 src: /127.0.0.1:38670 dest: /127.0.0.1:43710
2014-04-10 11:18:00,414 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:18:00,414 INFO datanode.DataNode (DataNode.java:run(1629)) - DataTransfer: Transmitted BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439 (numBytes=244650) to 127.0.0.1/127.0.0.1:43710
2014-04-10 11:18:00,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439 src: /127.0.0.1:38670 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:18:00,415 INFO datanode.DataNode (DataXceiver.java:writeBlock(597)) - Received BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438 src: /127.0.0.1:38669 dest: /127.0.0.1:43710 of size 244650
2014-04-10 11:18:00,415 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742263_1439 size 244650
2014-04-10 11:18:00,416 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742262_1438 size 244650
2014-04-10 11:18:00,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1.jhist dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:00,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1 dst=null perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742256 for deletion
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742257_1433 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742257 for deletion
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742256
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742257_1433 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742257
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742259 for deletion
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252 for deletion
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742259
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253 for deletion
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742254 for deletion
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253
2014-04-10 11:18:00,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742255_1431 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742255 for deletion
2014-04-10 11:18:00,498 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252
2014-04-10 11:18:00,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742255_1431 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data5/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742255
2014-04-10 11:18:00,499 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data6/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742254
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742257_1433 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742257 for deletion
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252 for deletion
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742257_1433 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742257
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253 for deletion
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742254 for deletion
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data7/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253
2014-04-10 11:18:00,507 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data8/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742254
2014-04-10 11:18:00,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1_conf.xml dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:00,614 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1_conf.xml. BP-1066669398-127.0.0.1-1397146149467 blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:18:00,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446 src: /127.0.0.1:38671 dest: /127.0.0.1:43710
2014-04-10 11:18:00,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446 src: /127.0.0.1:51757 dest: /127.0.0.1:55447
2014-04-10 11:18:00,649 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446 src: /127.0.0.1:44375 dest: /127.0.0.1:50700
2014-04-10 11:18:00,658 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44375, dest: /127.0.0.1:50700, bytes: 94764, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446, duration: 7389772
2014-04-10 11:18:00,658 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:18:00,658 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:18:00,658 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51757, dest: /127.0.0.1:55447, bytes: 94764, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446, duration: 8176747
2014-04-10 11:18:00,659 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:00,659 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:18:00,659 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38671, dest: /127.0.0.1:43710, bytes: 94764, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446, duration: 8777167
2014-04-10 11:18:00,659 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:00,660 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742270_1446{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:18:00,678 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:00,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437
2014-04-10 11:18:00,868 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438
2014-04-10 11:18:01,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445
2014-04-10 11:18:01,066 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442
2014-04-10 11:18:01,068 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446
2014-04-10 11:18:01,267 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439
2014-04-10 11:18:01,440 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0041_01_000002 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:18:01,440 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0041 CONTAINERID=container_1397146165236_0041_01_000002
2014-04-10 11:18:01,440 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0041_01_000002 of capacity <memory:1024, vCores:1> on host localhost:57966, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available
2014-04-10 11:18:01,440 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0041 container=Container: [ContainerId: container_1397146165236_0041_01_000002, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:1024, vCores:1>, Priority: 20, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0041_01_000002 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:4096, vCores:2>usedCapacity=0.25, absoluteUsedCapacity=0.25, numApps=3, numContainers=2 usedCapacity=0.25 absoluteUsedCapacity=0.25 used=<memory:4096, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:18:01,441 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=3, numContainers=3
2014-04-10 11:18:01,441 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:18:01,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444
2014-04-10 11:18:01,467 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434
2014-04-10 11:18:01,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443
2014-04-10 11:18:01,468 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436
2014-04-10 11:18:01,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441
2014-04-10 11:18:01,469 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440
2014-04-10 11:18:01,579 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438
2014-04-10 11:18:01,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440
2014-04-10 11:18:01,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442
2014-04-10 11:18:01,580 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441
2014-04-10 11:18:01,779 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446
2014-04-10 11:18:01,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742260_1436
2014-04-10 11:18:01,780 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742259_1435
2014-04-10 11:18:01,807 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443
2014-04-10 11:18:01,808 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444
2014-04-10 11:18:01,809 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445
2014-04-10 11:18:01,898 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439
2014-04-10 11:18:01,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439
2014-04-10 11:18:02,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438
2014-04-10 11:18:02,010 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441
2014-04-10 11:18:02,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444
2014-04-10 11:18:02,106 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:43710 to delete [blk_1073742256_1432, blk_1073742257_1433, blk_1073742259_1435, blk_1073742252_1428, blk_1073742253_1429, blk_1073742254_1430, blk_1073742255_1431]
2014-04-10 11:18:02,106 INFO hdfs.StateChange (InvalidateBlocks.java:invalidateWork(152)) - BLOCK* InvalidateBlocks: ask 127.0.0.1:50700 to delete [blk_1073742256_1432, blk_1073742259_1435, blk_1073742252_1428, blk_1073742253_1429, blk_1073742255_1431]
2014-04-10 11:18:02,179 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742261_1437
2014-04-10 11:18:02,180 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445
2014-04-10 11:18:02,210 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439
2014-04-10 11:18:02,297 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438
2014-04-10 11:18:02,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742266_1442
2014-04-10 11:18:02,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440
2014-04-10 11:18:02,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441
2014-04-10 11:18:02,298 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443
2014-04-10 11:18:02,408 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446
2014-04-10 11:18:02,409 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(429)) - Verification succeeded for BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440
2014-04-10 11:18:02,426 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0041_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:18:02,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:18:02,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:18:02,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:18:02,485 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:18:02,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:18:02,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:18:02,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:18:02,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:18:02,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null
2014-04-10 11:18:02,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/brock/target/Hadoop2MR1Platform-tmpDir/hadoop-3986234510746822339.jar dst=null perm=null
2014-04-10 11:18:02,539 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0041_000001 (auth:SIMPLE)
2014-04-10 11:18:02,542 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0041_01_000002 by user brock
2014-04-10 11:18:02,543 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0041
2014-04-10 11:18:02,543 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0041 CONTAINERID=container_1397146165236_0041_01_000002
2014-04-10 11:18:02,543 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0041 transitioned from NEW to INITING
2014-04-10 11:18:02,543 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0041_01_000002 to application application_1397146165236_0041
2014-04-10 11:18:02,543 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0041 transitioned from INITING to RUNNING
2014-04-10 11:18:02,544 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000002 transitioned from NEW to LOCALIZING
2014-04-10 11:18:02,544 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0041
2014-04-10 11:18:02,544 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_INIT for appId application_1397146165236_0041
2014-04-10 11:18:02,544 INFO containermanager.AuxServices (AuxServices.java:handle(179)) - Got APPLICATION_INIT for service mapreduce_shuffle
2014-04-10 11:18:02,544 INFO mapred.ShuffleHandler (ShuffleHandler.java:initializeApplication(263)) - Added token for job_1397146165236_0041
2014-04-10 11:18:02,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:18:02,545 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:18:02,545 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0041_01_000002
2014-04-10 11:18:02,556 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0041_01_000002.tokens. Credentials list:
2014-04-10 11:18:02,571 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:18:02,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1397146165236_0041_01_000002.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000002.tokens
2014-04-10 11:18:02,635 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0041 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0041
2014-04-10 11:18:02,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:18:02,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:18:02,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar dst=null perm=null
2014-04-10 11:18:02,748 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44379, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_895854010_23879, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742262_1438, duration: 964660
2014-04-10 11:18:02,773 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0041/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:18:02,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:18:02,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:18:02,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml dst=null perm=null
2014-04-10 11:18:02,802 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43186, bytes: 81537, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_895854010_23879, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742268_1444, duration: 401869
2014-04-10 11:18:02,821 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0041/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:18:02,821 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000002 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:18:02,862 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000002 transitioned from LOCALIZED to RUNNING
2014-04-10 11:18:02,862 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:18:02,925 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000002/default_container_executor.sh]
2014-04-10 11:18:03,040 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(322)) - Container container_1397146165236_0040_01_000001 succeeded
2014-04-10 11:18:03,040 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2014-04-10 11:18:03,040 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0040_01_000001
2014-04-10 11:18:03,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000001
2014-04-10 11:18:03,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000001
2014-04-10 11:18:03,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000001
2014-04-10 11:18:03,047 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040/container_1397146165236_0040_01_000001
2014-04-10 11:18:03,047 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000001
2014-04-10 11:18:03,048 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0040_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2014-04-10 11:18:03,048 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0040_01_000001 from application application_1397146165236_0040
2014-04-10 11:18:03,048 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:18:03,048 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0040
2014-04-10 11:18:03,328 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:updateAndGetContainerStatuses(374)) - Removed completed container container_1397146165236_0040_01_000001
2014-04-10 11:18:03,328 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0040_01_000001 Container Transitioned from RUNNING to COMPLETED
2014-04-10 11:18:03,328 INFO fica.FiCaSchedulerApp (FiCaSchedulerApp.java:containerCompleted(91)) - Completed container: container_1397146165236_0040_01_000001 in state: COMPLETED event:FINISHED
2014-04-10 11:18:03,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0040 CONTAINERID=container_1397146165236_0040_01_000001
2014-04-10 11:18:03,329 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:releaseContainer(164)) - Released container container_1397146165236_0040_01_000001 of capacity <memory:2048, vCores:1> on host localhost:42468, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2014-04-10 11:18:03,329 INFO capacity.LeafQueue (LeafQueue.java:releaseResource(1506)) - default used=<memory:3072, vCores:2> numContainers=2 user=brock user-resources=<memory:3072, vCores:2>
2014-04-10 11:18:03,328 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(562)) - Unregistering app attempt : appattempt_1397146165236_0040_000001
2014-04-10 11:18:03,329 INFO capacity.LeafQueue (LeafQueue.java:completedContainer(1448)) - completedContainer container=Container: [ContainerId: container_1397146165236_0040_01_000001, NodeId: localhost:42468, NodeHttpAddress: localhost:42601, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:42468 }, ] resource=<memory:2048, vCores:1> queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=3, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:18:03,329 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0040_000001 State change from FINISHING to FINISHED
2014-04-10 11:18:03,329 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(694)) - completedContainer queue=root usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:18:03,329 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0040 State change from FINISHING to FINISHED
2014-04-10 11:18:03,329 INFO capacity.ParentQueue (ParentQueue.java:completedContainer(708)) - Re-sorting completed queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=3, numContainers=2
2014-04-10 11:18:03,329 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(140)) - USER=brock OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1397146165236_0040
2014-04-10 11:18:03,329 INFO amlauncher.AMLauncher (AMLauncher.java:run(262)) - Cleaning master appattempt_1397146165236_0040_000001
2014-04-10 11:18:03,329 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(175)) - appId=application_1397146165236_0040,name=[F640800F3E4142888B055272489884F2/5E370ADF95ED4C32BDB16999C2F371C8] left+right/(1/3),user=brock,queue=default,state=FINISHED,trackingUrl=http://localhost:56922/proxy/application_1397146165236_0040/jobhistory/job/job_1397146165236_0040,appMasterHost=localhost.localdomain,startTime=1397146664034,finishTime=1397146676897,finalStatus=SUCCEEDED
2014-04-10 11:18:03,329 INFO capacity.CapacityScheduler (CapacityScheduler.java:completedContainer(849)) - Application appattempt_1397146165236_0040_000001 released container container_1397146165236_0040_01_000001 on node: host: localhost:42468 #containers=0 available=4096 used=0 with event: FINISHED
2014-04-10 11:18:03,330 INFO capacity.CapacityScheduler (CapacityScheduler.java:doneApplicationAttempt(472)) - Application appattempt_1397146165236_0040_000001 is done. finalState=FINISHED
2014-04-10 11:18:03,330 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(108)) - Application application_1397146165236_0040 requests cleared
2014-04-10 11:18:03,330 INFO capacity.LeafQueue (LeafQueue.java:activateApplications(718)) - Application application_1397146165236_0042 from user: brock activated in queue: default
2014-04-10 11:18:03,330 INFO capacity.LeafQueue (LeafQueue.java:removeApplication(776)) - Application removed - appId: application_1397146165236_0040 user: brock queue: default #user-pending-applications: 0 #user-active-applications: 2 #queue-pending-applications: 0 #queue-active-applications: 2
2014-04-10 11:18:03,330 INFO capacity.ParentQueue (ParentQueue.java:removeApplication(507)) - Application removed - appId: application_1397146165236_0040 user: brock leaf-queue of parent: root #applications: 2
2014-04-10 11:18:03,332 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0040_000001 (auth:SIMPLE)
2014-04-10 11:18:03,333 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0040_01_000001
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742256 for deletion
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742259 for deletion
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742256
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252 for deletion
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742259
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253 for deletion
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252
2014-04-10 11:18:03,413 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742255_1431 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742255 for deletion
2014-04-10 11:18:03,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data4/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253
2014-04-10 11:18:03,414 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742255_1431 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data3/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742255
2014-04-10 11:18:03,440 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:18:03,440 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0041_01_000002 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:18:03,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:03,440 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(166)) - checking for deactivate...
2014-04-10 11:18:03,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:03,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:03,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:03,440 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0040
2014-04-10 11:18:03,444 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0042_01_000001 Container Transitioned from NEW to ALLOCATED
2014-04-10 11:18:03,444 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:18:03,444 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0040, with delay of 10800 seconds
2014-04-10 11:18:03,444 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(98)) - USER=brock OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1397146165236_0042 CONTAINERID=container_1397146165236_0042_01_000001
2014-04-10 11:18:03,445 INFO fica.FiCaSchedulerNode (FiCaSchedulerNode.java:allocateContainer(116)) - Assigned container container_1397146165236_0042_01_000001 of capacity <memory:2048, vCores:1> on host localhost:57966, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available
2014-04-10 11:18:03,445 INFO capacity.LeafQueue (LeafQueue.java:assignContainer(1363)) - assignedContainer application=application_1397146165236_0042 container=Container: [ContainerId: container_1397146165236_0042_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] containerId=container_1397146165236_0042_01_000001 queue=default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:3072, vCores:2>usedCapacity=0.1875, absoluteUsedCapacity=0.1875, numApps=2, numContainers=2 usedCapacity=0.1875 absoluteUsedCapacity=0.1875 used=<memory:3072, vCores:2> cluster=<memory:16384, vCores:32>
2014-04-10 11:18:03,446 INFO capacity.ParentQueue (ParentQueue.java:assignContainersToChildQueues(655)) - Re-sorting assigned queue: root.default stats: default: capacity=1.0, absoluteCapacity=1.0, usedResources=<memory:5120, vCores:3>usedCapacity=0.3125, absoluteUsedCapacity=0.3125, numApps=2, numContainers=3
2014-04-10 11:18:03,446 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0042_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2014-04-10 11:18:03,446 INFO capacity.ParentQueue (ParentQueue.java:assignContainers(570)) - assignedContainer queue=root usedCapacity=0.3125 absoluteUsedCapacity=0.3125 used=<memory:5120, vCores:3> cluster=<memory:16384, vCores:32>
2014-04-10 11:18:03,446 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1554)) - Storing attempt: AppId: application_1397146165236_0042 AttemptId: appattempt_1397146165236_0042_000001 MasterContainer: Container: [ContainerId: container_1397146165236_0042_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ]
2014-04-10 11:18:03,446 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0042_000001 State change from SCHEDULED to ALLOCATED_SAVING
2014-04-10 11:18:03,447 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0042_000001 State change from ALLOCATED_SAVING to ALLOCATED
2014-04-10 11:18:03,447 INFO amlauncher.AMLauncher (AMLauncher.java:run(248)) - Launching masterappattempt_1397146165236_0042_000001
2014-04-10 11:18:03,447 INFO amlauncher.AMLauncher (AMLauncher.java:launch(105)) - Setting up container Container: [ContainerId: container_1397146165236_0042_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0042_000001
2014-04-10 11:18:03,447 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(190)) - Command to launch container container_1397146165236_0042_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2014-04-10 11:18:03,449 INFO ipc.Server (Server.java:saslProcess(1252)) - Auth successful for appattempt_1397146165236_0042_000001 (auth:SIMPLE)
2014-04-10 11:18:03,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(572)) - Start request for container_1397146165236_0042_01_000001 by user brock
2014-04-10 11:18:03,451 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(611)) - Creating a new application reference for app application_1397146165236_0042
2014-04-10 11:18:03,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0042 CONTAINERID=container_1397146165236_0042_01_000001
2014-04-10 11:18:03,451 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0042 transitioned from NEW to INITING
2014-04-10 11:18:03,451 INFO application.Application (ApplicationImpl.java:transition(296)) - Adding container_1397146165236_0042_01_000001 to application application_1397146165236_0042
2014-04-10 11:18:03,451 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0042 transitioned from INITING to RUNNING
2014-04-10 11:18:03,451 INFO amlauncher.AMLauncher (AMLauncher.java:launch(126)) - Done launching container Container: [ContainerId: container_1397146165236_0042_01_000001, NodeId: localhost:57966, NodeHttpAddress: localhost:47713, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: localhost:57966 }, ] for AM appattempt_1397146165236_0042_000001
2014-04-10 11:18:03,451 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0042_000001 State change from ALLOCATED to LAUNCHED
2014-04-10 11:18:03,451 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0042_01_000001 transitioned from NEW to LOCALIZING
2014-04-10 11:18:03,451 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_INIT for appId application_1397146165236_0042
2014-04-10 11:18:03,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar transitioned from INIT to DOWNLOADING
2014-04-10 11:18:03,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo transitioned from INIT to DOWNLOADING
2014-04-10 11:18:03,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split transitioned from INIT to DOWNLOADING
2014-04-10 11:18:03,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml transitioned from INIT to DOWNLOADING
2014-04-10 11:18:03,452 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(590)) - Created localizer for container_1397146165236_0042_01_000001
2014-04-10 11:18:03,457 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1015)) - Writing credentials to the nmPrivate file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0042_01_000001.tokens. Credentials list:
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742256 for deletion
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742257_1433 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742257 for deletion
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742256_1432 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742256
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742259 for deletion
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742257_1433 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742257
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252 for deletion
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742259_1435 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742259
2014-04-10 11:18:03,495 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253 for deletion
2014-04-10 11:18:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742252_1428 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742252
2014-04-10 11:18:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742253_1429 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742253
2014-04-10 11:18:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742254 for deletion
2014-04-10 11:18:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(157)) - Scheduling blk_1073742255_1431 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742255 for deletion
2014-04-10 11:18:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742254_1430 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data1/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742254
2014-04-10 11:18:03,496 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(201)) - Deleted BP-1066669398-127.0.0.1-1397146149467 blk_1073742255_1431 file /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/data/dfs/data/data2/current/BP-1066669398-127.0.0.1-1397146149467/current/finalized/blk_1073742255
2014-04-10 11:18:03,833 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(469)) - Initializing user brock
2014-04-10 11:18:03,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(103)) - Copying from /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1397146165236_0042_01_000001.tokens to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0042/container_1397146165236_0042_01_000001.tokens
2014-04-10 11:18:03,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - CWD set to /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0042 = file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0042
2014-04-10 11:18:03,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=null
2014-04-10 11:18:03,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=null
2014-04-10 11:18:03,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar dst=null perm=null
2014-04-10 11:18:03,966 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44386, bytes: 246562, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1855556552_23974, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742263_1439, duration: 423306
2014-04-10 11:18:03,981 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.jar(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0042/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:18:03,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo dst=null perm=null
2014-04-10 11:18:03,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo dst=null perm=null
2014-04-10 11:18:03,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo dst=null perm=null
2014-04-10 11:18:03,996 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:55447, dest: /127.0.0.1:51770, bytes: 48, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1855556552_23974, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742267_1443, duration: 148375
2014-04-10 11:18:04,008 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.splitmetainfo(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0042/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:18:04,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=null
2014-04-10 11:18:04,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=null
2014-04-10 11:18:04,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split dst=null perm=null
2014-04-10 11:18:04,024 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43194, bytes: 354, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1855556552_23974, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742265_1441, duration: 143887
2014-04-10 11:18:04,034 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.split(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0042/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:18:04,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml dst=null perm=null
2014-04-10 11:18:04,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml dst=null perm=null
2014-04-10 11:18:04,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml dst=null perm=null
2014-04-10 11:18:04,049 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38687, bytes: 81533, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-1855556552_23974, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742269_1445, duration: 184010
2014-04-10 11:18:04,061 INFO localizer.LocalizedResource (LocalizedResource.java:handle(196)) - Resource hdfs://localhost:46570/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/job.xml(->file:/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0042/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2014-04-10 11:18:04,061 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0042_01_000001 transitioned from LOCALIZING to LOCALIZED
2014-04-10 11:18:04,086 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0042_01_000001 transitioned from LOCALIZED to RUNNING
2014-04-10 11:18:04,086 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:18:04,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(189)) - launchContainer: [nice, -n, 0, bash, /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0042/container_1397146165236_0042_01_000001/default_container_executor.sh]
2014-04-10 11:18:04,328 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2014-04-10 11:18:04,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:04,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:04,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:04,329 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event APPLICATION_STOP for appId application_1397146165236_0040
2014-04-10 11:18:04,329 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/brock/appcache/application_1397146165236_0040
2014-04-10 11:18:04,329 INFO application.Application (ApplicationImpl.java:handle(450)) - Application application_1397146165236_0040 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2014-04-10 11:18:04,329 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(119)) - Scheduling Log Deletion for application: application_1397146165236_0040, with delay of 10800 seconds
2014-04-10 11:18:04,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job.split dst=null perm=null
2014-04-10 11:18:04,440 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(220)) - container_1397146165236_0042_01_000001 Container Transitioned from ACQUIRED to RUNNING
2014-04-10 11:18:04,447 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44391, bytes: 354, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0041_m_000000_0_-973350077_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742264_1440, duration: 121021
2014-04-10 11:18:04,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/part-00000 dst=null perm=null
2014-04-10 11:18:04,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-brock/5192532904_split_610B2D4484CC46C1AC4F77B185D63536/part-00000 dst=null perm=null
2014-04-10 11:18:04,504 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:50700, dest: /127.0.0.1:44391, bytes: 135, op: HDFS_READ, cliID: DFSClient_attempt_1397146165236_0041_m_000000_0_-973350077_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742258_1434, duration: 113872
2014-04-10 11:18:04,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1397146165236_0041_m_000000_0/part-00000 dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:04,719 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1397146165236_0041_m_000000_0/part-00000. BP-1066669398-127.0.0.1-1397146149467 blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]}
2014-04-10 11:18:04,764 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447 src: /127.0.0.1:51775 dest: /127.0.0.1:55447
2014-04-10 11:18:04,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447 src: /127.0.0.1:44393 dest: /127.0.0.1:50700
2014-04-10 11:18:04,766 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447 src: /127.0.0.1:43200 dest: /127.0.0.1:51097
2014-04-10 11:18:04,771 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43200, dest: /127.0.0.1:51097, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0041_m_000000_0_-973350077_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447, duration: 3901611
2014-04-10 11:18:04,771 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:18:04,772 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44393, dest: /127.0.0.1:50700, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0041_m_000000_0_-973350077_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447, duration: 4012072
2014-04-10 11:18:04,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:18:04,772 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:04,772 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:18:04,772 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51775, dest: /127.0.0.1:55447, bytes: 17, op: HDFS_WRITE, cliID: DFSClient_attempt_1397146165236_0041_m_000000_0_-973350077_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447, duration: 3054486
2014-04-10 11:18:04,773 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742271_1447{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]} size 0
2014-04-10 11:18:04,773 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742271_1447, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:04,786 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1397146165236_0041_m_000000_0/part-00000 is closed by DFSClient_attempt_1397146165236_0041_m_000000_0_-973350077_1
2014-04-10 11:18:04,826 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1397146165236_0041_m_000000_0 dst=null perm=null
2014-04-10 11:18:04,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1397146165236_0041_m_000000_0 dst=null perm=null
2014-04-10 11:18:04,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1397146165236_0041_m_000000 dst=null perm=null
2014-04-10 11:18:04,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/_temporary/attempt_1397146165236_0041_m_000000_0 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1397146165236_0041_m_000000 perm=brock:supergroup:rwxrwxrwx
2014-04-10 11:18:04,890 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(718)) - Stopping container with container Id: container_1397146165236_0041_01_000002
2014-04-10 11:18:04,890 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock IP=127.0.0.1 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1397146165236_0041 CONTAINERID=container_1397146165236_0041_01_000002
2014-04-10 11:18:04,890 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000002 transitioned from RUNNING to KILLING
2014-04-10 11:18:04,890 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(341)) - Cleaning up container container_1397146165236_0041_01_000002
2014-04-10 11:18:04,898 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(207)) - Exit code from container container_1397146165236_0041_01_000002 is : 143
2014-04-10 11:18:04,903 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1.jhist. BP-1066669398-127.0.0.1-1397146149467 blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]}
2014-04-10 11:18:04,907 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2014-04-10 11:18:04,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000002
2014-04-10 11:18:04,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000002
2014-04-10 11:18:04,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000002
2014-04-10 11:18:04,908 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=brock OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1397146165236_0041 CONTAINERID=container_1397146165236_0041_01_000002
2014-04-10 11:18:04,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(369)) - Deleting absolute path : /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/brock/appcache/application_1397146165236_0041/container_1397146165236_0041_01_000002
2014-04-10 11:18:04,908 INFO container.Container (ContainerImpl.java:handle(878)) - Container container_1397146165236_0041_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2014-04-10 11:18:04,908 INFO application.Application (ApplicationImpl.java:transition(339)) - Removing container_1397146165236_0041_01_000002 from application application_1397146165236_0041
2014-04-10 11:18:04,908 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(169)) - Neither virutal-memory nor physical-memory monitoring is needed. Not running the monitor-thread
2014-04-10 11:18:04,908 INFO containermanager.AuxServices (AuxServices.java:handle(175)) - Got event CONTAINER_STOP for appId application_1397146165236_0041
2014-04-10 11:18:04,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448 src: /127.0.0.1:38693 dest: /127.0.0.1:43710
2014-04-10 11:18:04,922 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448 src: /127.0.0.1:51779 dest: /127.0.0.1:55447
2014-04-10 11:18:04,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448 src: /127.0.0.1:44397 dest: /127.0.0.1:50700
2014-04-10 11:18:04,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/COMMIT_STARTED dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:04,937 INFO hdfs.StateChange (FSNamesystem.java:fsync(3598)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1.jhist for DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,003 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1 dst=null perm=null
2014-04-10 11:18:05,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null
2014-04-10 11:18:05,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2 dst=null perm=null
2014-04-10 11:18:05,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1397146165236_0041_m_000000 dst=null perm=null
2014-04-10 11:18:05,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/part-00000 dst=null perm=null
2014-04-10 11:18:05,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary/1/task_1397146165236_0041_m_000000/part-00000 dst=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/part-00000 perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:05,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_temporary dst=null perm=null
2014-04-10 11:18:05,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:05,078 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /home/brock/workspaces/cascading-compat/cascading.compatibility/cloudera-hadoop2-5.0/build/test/output/hadoop2-mr1/fieldedpipesplatform/splitcomp2/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/COMMIT_SUCCESS dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:05,111 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,124 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44397, dest: /127.0.0.1:50700, bytes: 23584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448, duration: 200189349
2014-04-10 11:18:05,124 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:18:05,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 13010
2014-04-10 11:18:05,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51779, dest: /127.0.0.1:55447, bytes: 23584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448, duration: 203558483
2014-04-10 11:18:05,127 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,127 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38693, dest: /127.0.0.1:43710, bytes: 23584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448, duration: 204048490
2014-04-10 11:18:05,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 13010
2014-04-10 11:18:05,128 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742272_1448{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW]]} size 13010
2014-04-10 11:18:05,145 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1.jhist is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:05,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:18:05,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449 src: /127.0.0.1:51781 dest: /127.0.0.1:55447
2014-04-10 11:18:05,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449 src: /127.0.0.1:43205 dest: /127.0.0.1:51097
2014-04-10 11:18:05,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449 src: /127.0.0.1:44400 dest: /127.0.0.1:50700
2014-04-10 11:18:05,182 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44400, dest: /127.0.0.1:50700, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449, duration: 1083479
2014-04-10 11:18:05,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:18:05,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43205, dest: /127.0.0.1:51097, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449, duration: 1619879
2014-04-10 11:18:05,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,183 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51781, dest: /127.0.0.1:55447, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449, duration: 1919850
2014-04-10 11:18:05,183 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,184 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742273_1449{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ea22ee2b-93f2-4189-a53f-d523fd1970c2:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,195 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary_tmp is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:18:05,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1.jhist dst=null perm=null
2014-04-10 11:18:05,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist_tmp dst=null perm=null
2014-04-10 11:18:05,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1.jhist dst=null perm=null
2014-04-10 11:18:05,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist_tmp dst=null perm=null
2014-04-10 11:18:05,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1.jhist dst=null perm=null
2014-04-10 11:18:05,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:05,238 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38699, bytes: 23772, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742272_1448, duration: 129229
2014-04-10 11:18:05,240 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-abf1aaf2-709b-48d3-a287-ce1d9d5868f3:NORMAL|RBW]]}
2014-04-10 11:18:05,254 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450 src: /127.0.0.1:38700 dest: /127.0.0.1:43710
2014-04-10 11:18:05,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450 src: /127.0.0.1:43209 dest: /127.0.0.1:51097
2014-04-10 11:18:05,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450 src: /127.0.0.1:44404 dest: /127.0.0.1:50700
2014-04-10 11:18:05,258 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:44404, dest: /127.0.0.1:50700, bytes: 23584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: d6779f20-92a9-4360-bc40-1191e8b0ac0a, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450, duration: 1203379
2014-04-10 11:18:05,258 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:18:05,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:50700 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,258 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43209, dest: /127.0.0.1:51097, bytes: 23584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450, duration: 1495943
2014-04-10 11:18:05,258 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,259 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38700, dest: /127.0.0.1:43710, bytes: 23584, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450, duration: 1965096
2014-04-10 11:18:05,259 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742274_1450, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742274_1450{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a1a5b308-77c7-4825-bb3a-beec6910e0aa:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,270 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:18:05,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1_conf.xml dst=null perm=null
2014-04-10 11:18:05,288 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml_tmp dst=null perm=null
2014-04-10 11:18:05,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1_conf.xml dst=null perm=null
2014-04-10 11:18:05,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml_tmp dst=null perm=null
2014-04-10 11:18:05,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0041/job_1397146165236_0041_1_conf.xml dst=null perm=null
2014-04-10 11:18:05,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml_tmp dst=null perm=brock:supergroup:rw-rw-rw-
2014-04-10 11:18:05,306 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:43710, dest: /127.0.0.1:38699, bytes: 95508, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742270_1446, duration: 493922
2014-04-10 11:18:05,309 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(2966)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml_tmp. BP-1066669398-127.0.0.1-1397146149467 blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-a2fca097-d6c4-47bd-b38f-7fa51382c128:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-c23b1a3e-3b86-466a-8ad0-93958d5c8765:NORMAL|RBW]]}
2014-04-10 11:18:05,322 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451 src: /127.0.0.1:51789 dest: /127.0.0.1:55447
2014-04-10 11:18:05,323 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451 src: /127.0.0.1:38705 dest: /127.0.0.1:43710
2014-04-10 11:18:05,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(432)) - Receiving BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451 src: /127.0.0.1:43214 dest: /127.0.0.1:51097
2014-04-10 11:18:05,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging dst=null perm=null
2014-04-10 11:18:05,328 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:43214, dest: /127.0.0.1:51097, bytes: 94764, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451, duration: 3335849
2014-04-10 11:18:05,329 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2014-04-10 11:18:05,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51097 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,329 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:38705, dest: /127.0.0.1:43710, bytes: 94764, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: c7502b63-6e24-479d-9c15-3e13b6504ee9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451, duration: 3801599
2014-04-10 11:18:05,329 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,330 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:43710 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,330 INFO DataNode.clienttrace (BlockReceiver.java:run(1043)) - src: /127.0.0.1:51789, dest: /127.0.0.1:55447, bytes: 94764, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-611039108_1, offset: 0, srvID: 00fb929e-4f7d-4db8-936f-672cdbff6770, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451, duration: 4605331
2014-04-10 11:18:05,330 INFO datanode.DataNode (BlockReceiver.java:run(1126)) - PacketResponder: BP-1066669398-127.0.0.1-1397146149467:blk_1073742275_1451, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2014-04-10 11:18:05,331 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2300)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55447 is added to blk_1073742275_1451{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-46248969-299a-426b-8135-0890ab19f25a:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-af843172-92b5-499a-839b-c91015b9266e:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5d871c7a-620b-4de6-920d-ad93dd635176:NORMAL|RBW]]} size 0
2014-04-10 11:18:05,345 INFO hdfs.StateChange (FSNamesystem.java:completeFile(2899)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-611039108_1
2014-04-10 11:18:05,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/COMMIT_STARTED dst=null perm=null
2014-04-10 11:18:05,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/COMMIT_SUCCESS dst=null perm=null
2014-04-10 11:18:05,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042/COMMIT_FAIL dst=null perm=null
2014-04-10 11:18:05,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml_tmp dst=null perm=brock:supergroup:rwxrwx---
2014-04-10 11:18:05,378 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary perm=brock:supergroup:rwxrwx---
2014-04-10 11:18:05,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041_conf.xml perm=brock:supergroup:rwxrwx---
2014-04-10 11:18:05,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/brock/.staging/job_1397146165236_0042 dst=null perm=null
2014-04-10 11:18:05,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:18:05,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:18:05,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041-1397146677768-brock-%5BF640800F3E4142888B055272489884F2%2FB58478C385BE42DC-1397146685112-1-0-SUCCEEDED-default-1397146680401.jhist perm=brock:supergroup:rwxrwx---
2014-04-10 11:18:05,416 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(960)) - Updating application attempt appattempt_1397146165236_0041_000001 with final state: FINISHING
2014-04-10 11:18:05,416 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from RUNNING to FINAL_SAVING
2014-04-10 11:18:05,416 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(805)) - Updating application application_1397146165236_0041 with final state: FINISHING
2014-04-10 11:18:05,416 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0041 State change from RUNNING to FINAL_SAVING
2014-04-10 11:18:05,416 INFO recovery.RMStateStore (RMStateStore.java:handleStoreEvent(596)) - Storing info for app: application_1397146165236_0041
2014-04-10 11:18:05,416 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(652)) - appattempt_1397146165236_0041_000001 State change from FINAL_SAVING to FINISHING
2014-04-10 11:18:05,416 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(610)) - application_1397146165236_0041 State change from FINAL_SAVING to FINISHING
2014-04-10 11:18:05,466 INFO mapred.ClientServiceDelegate (ClientServiceDelegate.java:getProxy(273)) - Application state is completed. FinalApplicationStatus=SUCCEEDED. Redirecting to job history server
2014-04-10 11:18:05,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null
2014-04-10 11:18:05,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock dst=null perm=null
2014-04-10 11:18:05,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary dst=null perm=null
2014-04-10 11:18:05,470 INFO DataNode.clienttrace (BlockSender.java:sendBlock(734)) - src: /127.0.0.1:51097, dest: /127.0.0.1:43215, bytes: 440, op: HDFS_READ, cliID: DFSClient_NONMAPREDUCE_-622711898_9, offset: 0, srvID: 097030f2-9057-4e58-a01d-52abc65614a9, blockid: BP-1066669398-127.0.0.1-1397146149467:blk_1073742273_1449, duration: 108573
2014-04-10 11:18:05,470 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1397146165236_0041,submitTime=1397146677768,launchTime=1397146680401,firstMapTaskLaunchTime=1397146682552,firstReduceTaskLaunchTime=0,finishTime=1397146685112,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=1,numReduces=0,user=brock,queue=default,status=SUCCEEDED,mapSlotSeconds=2,reduceSlotSeconds=0,jobName=[F640800F3E4142888B055272489884F2/B58478C385BE42DC8592F13FDC2A9D2F] left+right/(2/3) ...dpipesplatform/splitcomp2
2014-04-10 11:18:05,470 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:46570/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary]
2014-04-10 11:18:05,486 INFO BlockStateChange (BlockManager.java:addToInvalidates(1030)) - BLOCK* addToInvalidates: blk_1073742273_1449 127.0.0.1:55447 127.0.0.1:51097 127.0.0.1:50700
2014-04-10 11:18:05,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/brock/job_1397146165236_0041.summary dst=null perm=null
2014-04-10 11:18:05,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(7409)) - allowed=true ugi=brock (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2014/04/10/000000 dst=null perm=null
2014-04-10 11:18:05,489 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDon